-- Logs begin at Wed 2021-02-17 03:50:06 UTC, end at Wed 2021-02-17 05:00:10 UTC. --
Feb 17 04:27:14.651356 dv-cinder-760197-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 04:27:17.349601 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.common.config [-] Logging enabled!
Feb 17 04:27:17.350105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 04:27:17.351473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 04:27:17.353240 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.common.config [-] Logging enabled!
Feb 17 04:27:17.353531 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 04:27:17.353881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 04:27:17.354933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:27:17.355202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:27:17.356222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:27:17.356506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:27:17.356765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:27:17.357131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.357471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.357811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.358072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.358410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.358775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.359099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.359431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.359769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.360092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.360406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.360726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.360987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.361304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.361634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.361962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.362216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.362588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.363253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.363578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.363895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.364224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.364533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.364847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.365170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.365534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] host                           = dv-cinder-760197-3-iscsi {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.365850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.366179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.366506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.366860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.367172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.367485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.367809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.368120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.368427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.368739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.369066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.369390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.369722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.369978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.370232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.370557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.370908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.371220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.371531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.371842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.372152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.372461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.372767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.373095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.373421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.373748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.374058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.374369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.374700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.375010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.375335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.375646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.375953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.376260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.376588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.376890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.377198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.377542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.377913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.378339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.378691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.379004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.379328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.379638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.379948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.380255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.380564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.380872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.381192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.381498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.381807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.382114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.382423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.382783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:17.383120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.383464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.383807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.384129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.384461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.384784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.385116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.385432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.385764 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.386098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.386424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.386765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.387095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.387412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.387749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.388099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.388439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.388776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.389090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.389400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.389712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.390027 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.390352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.390712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.391048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.391359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.391676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.392011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.392330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.392643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.392962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.393301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.394131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.394441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.394793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.395108 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.395420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.395731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.396048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.396386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.396702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.397014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.397325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.397641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.397950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.398273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.398612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.398929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.399241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.399558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.399870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.400181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.400496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.400813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.401129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.401442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.401754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.402068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.402381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.402740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.403058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.403372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.403695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.404007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.404318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.404630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.404941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.405254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.405580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.405919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.406236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.406555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.406897 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.407215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.407533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.407849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.408170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.408486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.408795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.409163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.410192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.410306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.410620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.410943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.411285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.411605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.411929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.412244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.412562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.412886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.413215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.413552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.413893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.414228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.414581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.414920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.415240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.415594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.415913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:17.416162 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:27:17.416426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83793) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 04:27:18.069182 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading Gnome
Feb 17 04:27:18.086365 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading Google
Feb 17 04:27:18.088938 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 04:27:18.092407 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading file
Feb 17 04:27:18.093438 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading keyczar
Feb 17 04:27:18.093814 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading multi
Feb 17 04:27:18.094541 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO keyring.backend [-] Loading pyfs
Feb 17 04:27:18.139377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:18.139690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:18.140013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:18.140381 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 04:27:18.530395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.530981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.531068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.581299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.581645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.581945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.585533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.585840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.586136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.653583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.653896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.654200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.655354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.655663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.655965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.926835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f141678bd90> agent after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.927165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f141678bd90> agent after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.927471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f141678be18> segment precommit_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.927781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f141678bea0> network precommit_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:18.928606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f14167a5048> segment before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.077230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> network before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.077609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f14167ec620> agent before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.077944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> network before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.078253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> port before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.078552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> port before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.078957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> segment after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.079259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> segment precommit_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.079549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> segment precommit_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.079836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> segment after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.080173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> network after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.080469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> network precommit_delete 0 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.080771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> port provisioning_complete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.081140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.081439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.081752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> agent after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.082068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.082360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> subnet precommit_delete 0 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.082704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.082994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.083479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> port after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.083771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.084054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.084392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.084677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.084957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f141708f3c8>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.085379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.085658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.085937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.086212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.086486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.086787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.087208 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 04:27:19.090371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 04:27:19.094260 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 04:27:19.098228 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Feb 17 04:27:19.099902 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 04:27:19.101153 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 04:27:19.101540 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 04:27:19.101979 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 04:27:19.104710 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 04:27:19.104997 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 04:27:19.105382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 04:27:19.127163 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 04:27:19.127682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1416782898>> qos_plugin after_init 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.128653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83793) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 04:27:19.129069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f14165c5240>> logging-plugin after_init 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.130397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83793) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 04:27:19.130739 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 04:27:19.131020 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 04:27:19.134198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f14165c52e8>> floatingip before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.134517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f14165c52e8>> port before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.202160 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 04:27:19.202382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 04:27:19.202691 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 04:27:19.203092 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 04:27:19.236607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.sqlalchemy.engines [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83793) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 04:27:19.673065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing driver for type 'gre'
Feb 17 04:27:19.673616 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] gre ID ranges: [(1, 1000)]
Feb 17 04:27:19.713489 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing driver for type 'local'
Feb 17 04:27:19.713865 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing driver for type 'vlan'
Feb 17 04:27:19.724956 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] VlanTypeDriver initialization complete
Feb 17 04:27:19.725332 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing driver for type 'vxlan'
Feb 17 04:27:19.725858 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 04:27:19.765094 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing extension driver 'port_security'
Feb 17 04:27:19.765463 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.extensions.port_security [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] PortSecurityExtensionDriver initialization complete
Feb 17 04:27:19.765840 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing mechanism driver 'openvswitch'
Feb 17 04:27:19.773276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:27:19.774109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14165d0da0>> port after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.774524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14165d0da0>> port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.774951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14165d0da0>> port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.775385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160bef28>> subnet after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.775784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160bef28>> subnet after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.776169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160bef28>> subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.776589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1416057128>> network after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.776977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1416057128>> network after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.777361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1416057128>> network after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.777779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160572e8>> security_group after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.778163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160572e8>> security_group after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.778541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160572e8>> security_group after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.778984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160574a8>> security_group_rule after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.779366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160574a8>> security_group_rule after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.779744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14160574a8>> security_group_rule after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.780286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1416057668>> address_group after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.780672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1416057668>> address_group after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.781049 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1416057668>> address_group after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.781416 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] ML2 OVO RPC backend initialized. {{(pid=83793) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 04:27:19.782131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> router_interface after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.782523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> router_interface after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.783033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> network before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.783417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> networks before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.783802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> port before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.784830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> ports before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.785217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> subnet before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.785593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> subnets before_response 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.785985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> network after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.786364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> network after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.786768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> network after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.787145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> port after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.787522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.787899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.788277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> subnet after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.788654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> subnet after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.789030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1416057748>> subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.789675 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Modular L2 Plugin initialization complete
Feb 17 04:27:19.790034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading services supported by the core plugin {{(pid=83793) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 04:27:19.790402 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.plugins.ml2.managers [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Got port-security extension from driver 'port_security'
Feb 17 04:27:19.790939 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.extensions.vlantransparent [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Disabled vlantransparent extension.
Feb 17 04:27:19.791424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83793) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 04:27:19.791773 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: router
Feb 17 04:27:19.831676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router_interface before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.832117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_create 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.832529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router before_create 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.832941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router_interface before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.833364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router_interface after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.833761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_delete 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.834168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> floatingip after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.834613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_create 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.834996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_update 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.835388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_update 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.835777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router_gateway after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.836185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_update 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.836679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router precommit_update 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.837100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1416806268> port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.837486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1416806378> port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.837875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f14168062f0> subnet after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.838251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1416806158> subnetpool_address_scope after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.838674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> port precommit_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.839067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router precommit_create 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.839453 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f14166348c8> port before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.839841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router precommit_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.840249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router after_update 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.840636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router precommit_delete 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.841028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router precommit_create 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.841437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router_interface after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.841828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> router precommit_update 55549900 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.842263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14160578d0>> network after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.843285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Tracking information for resource: router configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.843670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Tracking information for resource: floatingip configured {{(pid=83793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:27:19.849006 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_agentschedulers_db [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 04:27:19.849647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1416019ea0> port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.850045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1416083e18> port after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.850437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function _notify_port_delete at 0x7f1416019e18> port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.850860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f141601d0d0> port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.851771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f141603f630>> router before_create 55550100 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.852180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f141603f630>> router precommit_delete 55550100 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.852589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f141603f630>> router precommit_create 55550100 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.852988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f141603f630>> router precommit_update 55550100 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.857749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.provider_configuration [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service providers = [] {{(pid=83793) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 04:27:19.858152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.servicetype_db [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83793) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 04:27:19.861143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.service_base [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:27:19.861537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.service_base [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:27:19.861920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.service_base [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:27:19.862866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.service_base [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:27:19.863272 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.services.service_base [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 04:27:19.863688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.864044 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 04:27:19.874164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.874547 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: auto_allocate
Feb 17 04:27:19.880580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1415faa598> network precommit_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.880996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1415faa598> network precommit_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.881590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.881952 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: tag
Feb 17 04:27:19.888903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.889277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: timestamp
Feb 17 04:27:19.893131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.894345 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: network_ip_availability
Feb 17 04:27:19.899913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1415fb22b0>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.900324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1415fb22b0>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.900718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1415fb22b0>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:19.901498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.901859 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: flavors
Feb 17 04:27:19.906477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.906887 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading Plugin: revisions
Feb 17 04:27:19.911808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:27:19.912233 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=83793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:19.913046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83793) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 04:27:19.913414 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Initializing extension manager.
Feb 17 04:27:19.913979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: __init__.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.914364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: __pycache__ {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.914772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.915159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: address_group.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.916111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.916750 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: address-group
Feb 17 04:27:19.917115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: address_scope.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.917887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.918462 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: address-scope
Feb 17 04:27:19.918850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.919792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.920364 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 04:27:19.920725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: agent.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.921483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.922063 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: agent
Feb 17 04:27:19.922423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: agent_resources_synced.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.923432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.923961 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: agent-resources-synced
Feb 17 04:27:19.924323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: allowedaddresspairs.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.926153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.926774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: allowed-address-pairs
Feb 17 04:27:19.927148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: auto_allocated_topology.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.928246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.928830 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: auto-allocated-topology
Feb 17 04:27:19.929200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: availability_zone.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.929950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.930531 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: availability_zone
Feb 17 04:27:19.930927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: availability_zone_filter.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.931853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.932430 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: availability_zone_filter
Feb 17 04:27:19.932794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: data_plane_status.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.933708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.934528 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 04:27:19.934921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: default_subnetpools.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.935844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.936418 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: default-subnetpools
Feb 17 04:27:19.936780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.937735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.938317 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 04:27:19.938714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: dns.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.939651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.940223 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 04:27:19.941098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: dns_domain_ports.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.942187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.942782 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 04:27:19.943147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: dvr.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.943871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.944445 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: dvr
Feb 17 04:27:19.944810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: empty_string_filtering.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.945739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.946309 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: empty-string-filtering
Feb 17 04:27:19.946733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.947672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.948243 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 04:27:19.948605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.949542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.950118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 04:27:19.950480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: external_net.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.951439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.952014 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: external-net
Feb 17 04:27:19.952376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.953296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.953866 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: extra_dhcp_opt
Feb 17 04:27:19.954229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: extraroute.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.955163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.955746 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: extraroute
Feb 17 04:27:19.956921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: extraroute_atomic.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.957959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.958536 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: extraroute-atomic
Feb 17 04:27:19.958928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: filter_validation.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.959630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.960198 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: filter-validation
Feb 17 04:27:19.960557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: fip_pf_description.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.961472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.962040 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 04:27:19.962400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: fip_port_details.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.963354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.963927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: fip-port-details
Feb 17 04:27:19.964292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: flavors.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.965538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.966121 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: flavors
Feb 17 04:27:19.966490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.968181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.968775 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 04:27:19.969245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: floatingip_pools.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.970006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.970611 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: floatingip-pools
Feb 17 04:27:19.971002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: ip_allocation.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.972054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.972633 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 04:27:19.972999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.973935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.974525 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: ip-substring-filtering
Feb 17 04:27:19.974918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l2_adjacency.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.975858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.976426 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 04:27:19.976789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.977874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.978460 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: router
Feb 17 04:27:19.978853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.981140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.981846 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 04:27:19.982083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.983057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.983648 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: ext-gw-mode
Feb 17 04:27:19.984017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.984951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.985536 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: l3-ha
Feb 17 04:27:19.985902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3_flavors.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.986850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.987730 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: l3-flavors
Feb 17 04:27:19.987991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.988919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.989498 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 04:27:19.989865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: l3agentscheduler.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.991188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.991778 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: l3_agent_scheduler
Feb 17 04:27:19.992147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: logging.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.993646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.994241 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension logging not supported by any of loaded plugins
Feb 17 04:27:19.994642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: metering.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.995448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.996161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: metering
Feb 17 04:27:19.996530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.997644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:19.998228 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 04:27:19.998612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: multiprovidernet.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:19.999555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.000137 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: multi-provider
Feb 17 04:27:20.000502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: netmtu.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.001433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.002009 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: net-mtu
Feb 17 04:27:20.002376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: netmtu_writable.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.003892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.004464 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: net-mtu-writable
Feb 17 04:27:20.004829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: network_availability_zone.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.005576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.006130 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: network_availability_zone
Feb 17 04:27:20.006491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: network_ip_availability.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.007657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.008240 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: network-ip-availability
Feb 17 04:27:20.008604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: network_segment_range.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.009533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.010113 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 04:27:20.010480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: pagination.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.011504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.011881 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: pagination
Feb 17 04:27:20.012243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: port_device_profile.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.013171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.013758 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: port-device-profile
Feb 17 04:27:20.014121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.015068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.015649 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: port-mac-address-regenerate
Feb 17 04:27:20.016020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.016940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.017517 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: port-numa-affinity-policy
Feb 17 04:27:20.017883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: port_resource_request.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.019376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.019943 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 04:27:20.020304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: portbindings.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.021256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.021839 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: binding
Feb 17 04:27:20.022201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: portbindings_extended.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.023500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.024083 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: binding-extended
Feb 17 04:27:20.024452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: portsecurity.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.025381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.025962 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: port-security
Feb 17 04:27:20.026326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: project_id.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.027332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.027708 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: project-id
Feb 17 04:27:20.028072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: providernet.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.029016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.029595 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: provider
Feb 17 04:27:20.029958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.033494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.034176 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos not supported by any of loaded plugins
Feb 17 04:27:20.034552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.037039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.037633 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 04:27:20.038011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.038975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.039561 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 04:27:20.039931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_default.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.040858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.041435 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 04:27:20.041800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_fip.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.042493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.043088 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 04:27:20.043452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_gateway_ip.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.044386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.044959 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 04:27:20.045322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_port_network_policy.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.046249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.046854 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 04:27:20.047216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_rule_type_details.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.048145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.048716 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 04:27:20.049079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: qos_rules_alias.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.050241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.050771 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 04:27:20.051140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: quotasv2.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.052130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.052508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: quotas
Feb 17 04:27:20.052871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: quotasv2_detail.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.054457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.054877 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: quota_details
Feb 17 04:27:20.055254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: rbac.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.056419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.057025 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: rbac-policies
Feb 17 04:27:20.057398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: rbac_address_scope.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.058351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.059221 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: rbac-address-scope
Feb 17 04:27:20.059588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: rbac_security_groups.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.060626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.061217 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: rbac-security-groups
Feb 17 04:27:20.061582 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: rbac_subnetpool.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.062520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.063129 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: rbac-subnetpool
Feb 17 04:27:20.063492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: revisionifmatch.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.064430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.065008 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: revision-if-match
Feb 17 04:27:20.065906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: revisions.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.067076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.067660 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: standard-attr-revisions
Feb 17 04:27:20.068029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: router_availability_zone.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.068753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.069337 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: router_availability_zone
Feb 17 04:27:20.069702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: routerservicetype.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.070693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.071270 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 04:27:20.071635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.072573 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.073152 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 04:27:20.073516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.074447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.075061 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: port-security-groups-filtering
Feb 17 04:27:20.075428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.076385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.077034 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: security-groups-remote-address-group
Feb 17 04:27:20.077344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: securitygroup.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.091085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.091701 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: security-group
Feb 17 04:27:20.092075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: segment.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.092939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.093513 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension segment not supported by any of loaded plugins
Feb 17 04:27:20.093884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.094856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.095431 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 04:27:20.095797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: servicetype.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.097083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.097672 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: service-type
Feb 17 04:27:20.098044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: sorting.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.099055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.099433 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: sorting
Feb 17 04:27:20.099796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: standard_attr_segment.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.100725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.101309 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 04:27:20.101671 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: standardattrdescription.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.102372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.102978 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: standard-attr-description
Feb 17 04:27:20.103342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: stateful_security_group.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.104289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.104880 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: stateful-security-group
Feb 17 04:27:20.105243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: stdattrs_common.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.105834 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 04:27:20.106196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.107250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.107843 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 04:27:20.108205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: subnet_onboard.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.109286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.109880 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: subnet_onboard
Feb 17 04:27:20.110248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.111214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.111799 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 04:27:20.112185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: subnet_service_types.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.113120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.113695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: subnet-service-types
Feb 17 04:27:20.114060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: subnetallocation.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.115183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.115767 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: subnet_allocation
Feb 17 04:27:20.116133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.116850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.117429 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 04:27:20.117798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.118776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.119359 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 04:27:20.119725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: tagging.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.121008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.121611 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: standard-attr-tag
Feb 17 04:27:20.121976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: timestamp.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.123190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.123780 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loaded extension: standard-attr-timestamp
Feb 17 04:27:20.124150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: trunk.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.125187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.125770 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension trunk not supported by any of loaded plugins
Feb 17 04:27:20.126139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: trunk_details.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.127096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.127676 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 04:27:20.128557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: uplink_status_propagation.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.129482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.130057 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 04:27:20.130420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Loading extension file: vlantransparent.py {{(pid=83793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:27:20.131140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:27:20.131717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 04:27:20.134413 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:network
Feb 17 04:27:20.135281 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 04:27:20.135966 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:27:20.136631 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:port
Feb 17 04:27:20.138135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.138658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service FLAVORS assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.139361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.139843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.140217 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:router
Feb 17 04:27:20.140945 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 04:27:20.141720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service METERING assigned prefix: /metering {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.144089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1415e4c9b0>> rbac-policy before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:20.144494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1415e4c9b0>> rbac-policy before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:20.144883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1415e4c9b0>> rbac-policy before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:27:20.146025 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 04:27:20.146529 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 04:27:20.147361 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 04:27:20.148166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service CORE assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.148546 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:27:20.148924 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] subnetpool is already registered
Feb 17 04:27:20.149592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service CORE assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.149964 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:27:20.150327 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] subnetpool is already registered
Feb 17 04:27:20.153112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.153590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service FLAVORS assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.154249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.154745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.155123 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:router
Feb 17 04:27:20.155491 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] router is already registered
Feb 17 04:27:20.156149 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 04:27:20.156516 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] floatingip is already registered
Feb 17 04:27:20.157214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service METERING assigned prefix: /metering {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.157966 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 04:27:20.158336 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] rbac_policy is already registered
Feb 17 04:27:20.159076 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 04:27:20.160018 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] security_group is already registered
Feb 17 04:27:20.160686 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 04:27:20.161057 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] security_group_rule is already registered
Feb 17 04:27:20.161787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service CORE assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.162169 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:27:20.162541 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] subnetpool is already registered
Feb 17 04:27:20.163240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.resource_helper [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Service CORE assigned prefix:  {{(pid=83793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:27:20.163612 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:27:20.163974 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.quota.resource_registry [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] subnetpool is already registered
Feb 17 04:27:20.164695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: extensions {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.166261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: address-groups {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.168013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: address-scopes {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.169308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: agents {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.170558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: auto-allocated-topology {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.171914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: availability_zones {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.173340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: dhcp-networks {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.174971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: dhcp-agents {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.176435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: routers {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.178374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: flavors {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.179656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: service_profiles {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.180975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: next_providers {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.183439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: service_profiles {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.185274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: floatingip-pools {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.186616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: routers {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.188540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: floatingips {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.189815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: l3-routers {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.192020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: l3-agents {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.193552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: metering-labels {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.195023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: metering-label-rules {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.196386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: network-ip-availabilities {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.197771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: bindings {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.199558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: quotas {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.201093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: quotas {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.202631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: rbac-policies {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.204034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: security-groups {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.205324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: security-group-rules {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.206963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: service-providers {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.208293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: subnetpools {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.209811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: subnetpools {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.211409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.213208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.215181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.217084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.219038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.220853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.223568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.225535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.227547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.229521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.extensions [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Extended resource: tags {{(pid=83793) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:27:20.236577 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING keystonemiddleware.auth_token [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 04:27:20.242400 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING keystonemiddleware.auth_token [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 04:27:20.251327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Acquired lock "singleton_lock" {{(pid=83793) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 04:27:20.251854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Releasing lock "singleton_lock" {{(pid=83793) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 04:27:20.253482 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Starting 2 workers
Feb 17 04:27:20.258328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Started child 83902 {{(pid=83793) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:27:20.262313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.263143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Started child 83903 {{(pid=83793) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:27:20.263867 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [-] (83902) wsgi starting up on http://0.0.0.0:9696
Feb 17 04:27:20.264667 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 04:27:20.265346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Notify callbacks [] for process, before_spawn {{(pid=83793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.266575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.267894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Starting 1 workers
Feb 17 04:27:20.268043 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [-] (83903) wsgi starting up on http://0.0.0.0:9696
Feb 17 04:27:20.274557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Started child 83904 {{(pid=83793) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:27:20.275156 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Starting 1 workers
Feb 17 04:27:20.276718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] calling RpcWorker wait() {{(pid=83904) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 04:27:20.277111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] returning from RpcWorker wait() {{(pid=83904) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 04:27:20.278598 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.279132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:27:20.279940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Started child 83905 {{(pid=83793) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:27:20.280777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76650d0c-335f-4dec-9c45-d58993e39a20 None None] Notify callbacks [] for process, after_spawn {{(pid=83793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.282434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83793) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 04:27:20.282739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:27:20.282955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:27:20.283223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:27:20.283638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:27:20.283836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:27:20.285368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.285480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:20.285553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.285653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.286142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.286486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.286612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:27:20.287211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.287492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.287803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.288116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.288393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.288595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.288799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.289091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.289365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.289722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.290011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.290294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.290584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.290808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.291067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.291382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.291671 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.291979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.292257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.292818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.293079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.293384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.293639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.293951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.294240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.294542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.294883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.295143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.295397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.295687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.295953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.296231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.296511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.296782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.297244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] host                           = dv-cinder-760197-3-iscsi {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.297498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.297752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.298037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.298319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.298627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.298904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.299207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.299502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.300438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.301100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.301100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.301359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.301500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.301700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.301894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.302151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.302443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.302791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.303009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.303206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.303400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.303700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.303894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.304178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.304428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.304675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.304942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.305210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.305460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.305765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.306014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.306396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.309646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.310867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.311980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35588) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:20.312121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.312896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.313284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.313284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.313551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.313956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.314121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.314264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.314459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.316860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.316860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.316860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.316860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.316860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.316860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.317687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.317687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.317687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.318071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.318208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.318388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.320830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.321892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.321892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.321892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.322282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.322282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.322636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.322636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.322925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.324642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.324642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.324642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.324642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.324642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.324642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.325304 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0120566
Feb 17 04:27:20.325776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.326271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.327155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.327456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.327811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.328096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.328370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.328647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.328938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.329207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.329517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.329791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.330103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.330386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.331949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.331949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.331949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.331949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.331949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.332633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.334906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.337763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.338015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.338282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.338544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.338889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.339156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.341127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.342103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.342103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.342103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.342103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.342456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.342768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.343054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.343358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.343622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.343908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.344169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.344470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.344747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.345008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.345276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.345546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.345816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.346109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.346393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.346860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.347460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.347595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.347995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.348392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.348791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.349255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.349563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.349828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.350310 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.350862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.351412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.351947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.352199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.352694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.353136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.353625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.354158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.354494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.354826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.355140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.355404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.355832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.356280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.356753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.357240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.357544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.357840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.358152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.358450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.359643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.359759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.360067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.360559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.360869 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.365885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.366182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.366282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.367007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.367007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.367234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.367331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.367587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.367811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.368255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.368517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.368790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.369051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.369349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.371884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.372117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.372513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.372919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.373343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.373808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.374273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.374591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.374951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.375216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.375670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.376115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.376550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.377000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.377473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.377992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.378293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.378597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.378979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.379267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.379553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.379840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.380105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.380461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.380606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.381046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.381345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.381609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.381870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.382163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.382448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.382872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.383112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.383520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.383894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.384269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.384640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.385138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.385419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.385713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.388789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.389081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.389156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.389441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.389734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.390316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.390316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.390629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.390952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.391235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.391522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.391793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.392277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.392547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.392906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.393255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.394150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.394492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.394838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.395178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.395487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.395816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.396659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.396659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.396825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.396996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.397299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.397589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.397887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.398154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.398414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.398690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.399609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.399609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.399609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.399838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.400009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.400270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.400546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.400813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.401104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.401356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.401621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.401886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.402078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:27:20.403401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83793) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 04:27:20.403608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:27:20.403793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:27:20.404101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:27:20.404198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:27:20.404366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:27:20.404621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.404818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.405011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.405204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.405397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.405615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.405809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.406002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.406176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.406575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.406910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.407219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.407540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.407855 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.408189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.408360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.408549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.408748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.409111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.410994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.411185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.411374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.411538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.411727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.411918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.412107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.412296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.412485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.412674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.412865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.413053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.413242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.413430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] host                           = dv-cinder-760197-3-iscsi {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.413619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.413813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.414002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.414190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.414380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.414588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.414779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.414970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.415159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.415347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.415536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.415724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.415912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.416104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.416296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.416478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.416647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.416836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.417043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.417236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.417424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.417614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.417802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.417991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.418179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.418371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.418580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.418785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.418978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.419150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.419509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.419700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.419890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.420081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.420284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.420441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.420802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.420998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.421188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.421354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.421565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.421718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.421856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.422031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.422219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.422417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.422592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.422792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.422982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.423174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.423338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.423524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.423721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.423909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.424100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.424289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.424477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.424661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.424850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.425084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.425319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.425520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.425711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.425902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.426100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.426341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.426463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.426725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.426853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:27:20.427907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.427907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.427907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.427907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.427907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.427907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.429160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.430280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.430280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.430280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.430280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.430280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.430280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.431983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.432170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.434155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.435467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.437304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.438528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.439756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.441466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.442697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.444048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.445975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.446624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.446624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.446624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.447675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:27:20.448970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.448970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.449462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.449462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.449462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.449763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.449763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.449964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.450114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.450307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.450501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.450715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.450944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.451069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.451255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.451448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.451642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.451835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.452028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.452222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.453821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.454939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.455324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.455324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.455542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.455649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.455757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.456446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.457967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.458333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.458529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.458751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.458948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.459142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.459340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.459535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.459728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.459923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.460117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.460319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.460546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.460670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.460861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.461093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.461201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.461507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.461680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.461875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.462068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.462261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.462452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.462674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.462834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.463793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.463793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.463793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.463793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.463793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.464449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.464449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.464449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.464449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.465696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.466889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.467239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.467239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.467522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.467659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.467797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.467934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.468071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.468267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.468460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.468654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.468850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.469048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.469252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.469452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.469647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.469849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.470050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.470252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.470445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.470661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.470853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.471046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.471237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.471430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.472057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.472261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.472694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.472883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.474976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:27:20.475785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83793) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:27:30.609922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60488b4-4b3a-4249-abb7-52087505d5ba None None] get_active_networks_info from dv-cinder-760197-3-iscsi {{(pid=83904) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 04:27:30.728803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb31d347-9f9a-4fe3-9ba6-797823f67f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817'] for agent, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:30.760274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60488b4-4b3a-4249-abb7-52087505d5ba None None] No non-hosted networks {{(pid=83904) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 04:27:32.816199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2d60-83e5-4e7d-97cd-5059269a9c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817'] for agent, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:32.889526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af733d42-d654-40da-962a-af6fcd9c4520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:33.347933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817'] for agent, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:34.504428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817'] for agent, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:34.505675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.506196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.506737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.507246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.507772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.508351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.508857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.509366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.509868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.510384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.510916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.511506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:34.512061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f14151dba58>, 'Open vSwitch agent', 'dv-cinder-760197-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:27:34.525588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f14151dbf28>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760197-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:27:35.028240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817'] for agent, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:36.383557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35690) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:36.441703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] get_endpoint_by_host() called for host dv-cinder-760197-3-iscsi {{(pid=83904) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 04:27:36.447124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=83904) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 04:27:36.450305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=83904) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 04:27:36.456457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] _get_endpoints() called {{(pid=83904) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 04:27:37.014024 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-59bb0a5f-58ae-49cd-8e5a-18641c91a3f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:27:37.014662 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-59bb0a5f-58ae-49cd-8e5a-18641c91a3f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:27:37.246477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [None req-59bb0a5f-58ae-49cd-8e5a-18641c91a3f8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:27:37.247604 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-59bb0a5f-58ae-49cd-8e5a-18641c91a3f8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8629529
Feb 17 04:27:38.963508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_hamode_db [None req-69b20bc0-41af-42d7-980f-426d5974dd1d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 04:27:39.055054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b20bc0-41af-42d7-980f-426d5974dd1d None None] Routers set() bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:27:39.055428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b20bc0-41af-42d7-980f-426d5974dd1d None None] Router IDs set() for agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 04:27:40.076947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35706) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:40.463639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:27:40.535966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.policy [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83902) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 04:27:40.574496 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:27:40.574962 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:27:40.601999 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f14159f41d0>.
Feb 17 04:27:40.618659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:27:40.677237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732763244359', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732763229405', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732763234009', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732763731474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732763730685', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1540076', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1426187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850909668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850909012'] for rbac-policy, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:40.740895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:40.742094 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-15296caf-4f5b-4c5f-b55b-1785b41c4322 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6641243
Feb 17 04:27:43.743673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35720) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:44.113645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Request body: {'network': {'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'name': 'private', 'admin_state_up': True}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:27:44.119613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:27:44.124241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Usage tracker for resource:network and tenant:eed7e44797ca4cc69a03fdcb68cfe5c8 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:27:44.128784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:27:44.134853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:27:44.144147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Made reservation on behalf of eed7e44797ca4cc69a03fdcb68cfe5c8 for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:27:44.150018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.168195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.337045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:27:44.340952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Usage tracker for resource:security_group_rule and tenant:eed7e44797ca4cc69a03fdcb68cfe5c8 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:27:44.344551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:27:44.351028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:27:44.446477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.449100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.453700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:44.475520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:27:44.501032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.501519 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Added segment a02a71b9-2886-4966-b21d-43bad624a72d of type vxlan for network 214b010e-db46-42d7-87ca-c1dea86a2f47
Feb 17 04:27:44.555621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e76e4-d956-4145-b4db-d665f09e09f9,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:44.576287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.576675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.577039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.577398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.577753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.578106 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.578459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.578836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.579201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.579550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.579896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.580854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Tracked resource versions report:
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'}}
Feb 17 04:27:44.582118 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:27:44.609948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:44.629307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.668081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.669402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:44.670058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:44.674863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:44.782534 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0376570
Feb 17 04:27:44.785402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Pushing event updated for resources: {'Network': ['ID=214b010e-db46-42d7-87ca-c1dea86a2f47,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:44.796976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:44.805083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:27:47.809646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35736) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:48.286976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733e760-b297-4552-b368-d48fed5365d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:48.288414 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f733e760-b297-4552-b368-d48fed5365d7 admin admin] 10.222.0.38 "GET /v2.0/networks/214b010e-db46-42d7-87ca-c1dea86a2f47 HTTP/1.1" status: 200  len: 818 time: 0.4777448
Feb 17 04:27:48.317807 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b1877d47-e905-4db5-8315-91bcfcb2fb8a admin admin] 10.222.0.38 "GET /v2.0/subnetpools/02200bd6-7992-4a30-ab73-76d54d19ca85 HTTP/1.1" status: 200  len: 734 time: 0.0231242
Feb 17 04:27:48.327105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Request body: {'subnet': {'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'name': 'private-subnet', 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85', 'ip_version': 4, 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gateway_ip': '172.20.0.1'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:27:48.332296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:27:48.336239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Usage tracker for resource:subnet and tenant:eed7e44797ca4cc69a03fdcb68cfe5c8 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:27:48.339199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:27:48.344805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:27:48.353528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Made reservation on behalf of eed7e44797ca4cc69a03fdcb68cfe5c8 for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:27:48.358185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:48.828985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:48.844055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:48.983469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:48.990726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:49.047379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Checking segment: {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:27:49.047764 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Network hostable DHCP agents. Network: 214b010e-db46-42d7-87ca-c1dea86a2f47, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:27:49.069086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:27:49.077916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 214b010e-db46-42d7-87ca-c1dea86a2f47) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:27:49.082553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:49.083162 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:49.088487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a4597-8669-4548-a24c-e3cfa79e3a0f None None] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:27:49.101394 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7778573
Feb 17 04:27:49.581038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-214b010e-db46-42d7-87ca-c1dea86a2f47', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:27:49.582089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:49.899870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Allocated IP 172.20.0.2 (214b010e-db46-42d7-87ca-c1dea86a2f47/8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6/8c048927-8275-46f9-9d64-02e34660ef9e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:27:50.136213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.149264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Transition to ACTIVE for port object 8c048927-8275-46f9-9d64-02e34660ef9e will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:27:50.168382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Transition to ACTIVE for port object 8c048927-8275-46f9-9d64-02e34660ef9e will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:27:50.173975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.189891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:50.326161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Pushing event updated for resources: {'Port': ['ID=8c048927-8275-46f9-9d64-02e34660ef9e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:50.346723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.347108 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.347484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.347849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.348214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.348578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.348936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.349294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.349675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.350006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.350359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.350734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Tracked resource versions report:
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'}}
Feb 17 04:27:50.351868 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:27:50.358910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:50.398209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:27:50.399368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:27:50.402847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:27:50.464557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Attempting to bind port 8c048927-8275-46f9-9d64-02e34660ef9e on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:27:50.464981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Attempting to bind port 8c048927-8275-46f9-9d64-02e34660ef9e by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:27:50.465402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Attempting to bind port 8c048927-8275-46f9-9d64-02e34660ef9e on network 214b010e-db46-42d7-87ca-c1dea86a2f47 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:27:50.471364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:27:50.471788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Checking segment: {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:27:50.473245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.473245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Bound using segment: {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:27:50.473245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Bound port: 8c048927-8275-46f9-9d64-02e34660ef9e, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:27:50.473564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.571321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] For port 8c048927-8275-46f9-9d64-02e34660ef9e, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:27:50.575332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] For port 8c048927-8275-46f9-9d64-02e34660ef9e, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=8c048927-8275-46f9-9d64-02e34660ef9e,segment=NetworkSegment(a02a71b9-2886-4966-b21d-43bad624a72d),segment_id=a02a71b9-2886-4966-b21d-43bad624a72d)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:27:50.578967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:50.594321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:50.746834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Pushing event updated for resources: {'Port': ['ID=8c048927-8275-46f9-9d64-02e34660ef9e,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:50.750273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:51.852442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35746) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:52.265875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [None req-1c921425-54a3-40da-af57-e3fef78029a7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:27:52.267191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1c921425-54a3-40da-af57-e3fef78029a7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4137123
Feb 17 04:27:54.519195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 8c048927-8275-46f9-9d64-02e34660ef9e up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:27:54.604684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 8c048927-8275-46f9-9d64-02e34660ef9e completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:27:55.271133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35760) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:55.675689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [None req-f99f2e9a-dc66-4fa0-9137-45c25d2661ef admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:27:55.676762 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f99f2e9a-dc66-4fa0-9137-45c25d2661ef admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4046373
Feb 17 04:27:55.771424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039ab63-2add-4ada-9918-ea8afe52b95b None None] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:27:55.861642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Provisioning for port 8c048927-8275-46f9-9d64-02e34660ef9e completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:27:55.875660 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Provisioning complete for port 8c048927-8275-46f9-9d64-02e34660ef9e triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:27:55.876074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:56.090228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:56.166410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] For port 8c048927-8275-46f9-9d64-02e34660ef9e, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=8c048927-8275-46f9-9d64-02e34660ef9e,segment=NetworkSegment(a02a71b9-2886-4966-b21d-43bad624a72d),segment_id=a02a71b9-2886-4966-b21d-43bad624a72d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:27:56.170815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:56.176897 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81437b4f-f3d7-4a14-b1e5-fe48881a1bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:56.259065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Pushing event updated for resources: {'Port': ['ID=8c048927-8275-46f9-9d64-02e34660ef9e,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:56.262609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:56.500931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 8c048927-8275-46f9-9d64-02e34660ef9e up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:27:56.536578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-089b2a22-00c9-4b2b-a252-7f9f9406b5f7 None None] Provisioning complete for port 8c048927-8275-46f9-9d64-02e34660ef9e triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:27:56.537091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-089b2a22-00c9-4b2b-a252-7f9f9406b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:56.674473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 8c048927-8275-46f9-9d64-02e34660ef9e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:27:56.674991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:56.988196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d5843e50-f777-4d1b-8aac-294acea97d12 None None] Provisioning complete for port 8c048927-8275-46f9-9d64-02e34660ef9e triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:27:56.988644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5843e50-f777-4d1b-8aac-294acea97d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:58.743087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35772) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:59.114960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Request body: {'router': {'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'name': 'router1', 'admin_state_up': True}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:27:59.120211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:27:59.124538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Usage tracker for resource:router and tenant:eed7e44797ca4cc69a03fdcb68cfe5c8 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:27:59.127973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:27:59.133617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:27:59.142187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:59.143786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:59.167783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:59.274894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:59.293326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:59.294603 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-7522d4a3-bbae-479b-a8cd-40cbaebfab30 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5504391
Feb 17 04:27:59.355802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:28:00.491795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7117ff8-a851-4825-9db2-9df12927f433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:01.981436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35782) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:02.369968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [None req-42fb77aa-e8e7-4a92-b886-08f0a891dd5a admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:28:02.371080 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-42fb77aa-e8e7-4a92-b886-08f0a891dd5a admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3885696
Feb 17 04:28:02.820061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cfb54bb-d4b4-4e5e-a7fa-4f587be54609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:03.300939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:04.494101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:04.959295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:05.080976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 35802) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:05.355077 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:28:05.355681 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:28:05.585943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:05.589237 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.quota [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1415b66860>.
Feb 17 04:28:05.604907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:05.612219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Usage tracker for resource:network and tenant:52243be0f362475285d80e930fae92a3 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:05.616944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:05.624267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:05.639435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Made reservation on behalf of 52243be0f362475285d80e930fae92a3 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:05.689637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.policy [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83903) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 04:28:05.726344 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:28:05.726800 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING oslo_policy.policy [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:28:05.755989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:05.775960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:05.791301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:05.795156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:52243be0f362475285d80e930fae92a3 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:05.798706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:05.804280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:05.910379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:05.912997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:05.918686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:06.082455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=83903) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 04:28:06.112006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:06.112601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f141678be18> segment precommit_create {{(pid=83903) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 04:28:06.113078 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Added segment ef1b9a11-4bb0-453e-a68f-45e25b8739ef of type flat for network ca89327c-f74b-42b9-b9d2-2c8a048fbe07
Feb 17 04:28:06.167765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af0344e-5182-4a80-a5b1-6b639b10b941,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:06.192414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.192803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.193168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.193526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.193882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.194232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.194605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.194953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.195315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.195661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.196005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.196361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Tracked resource versions report:
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'}}
Feb 17 04:28:06.197475 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:28:06.243895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:06.245550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:06.288551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:06.289907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:06.290580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:06.295334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:06.405581 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3224020
Feb 17 04:28:06.406325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca89327c-f74b-42b9-b9d2-2c8a048fbe07,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:06.410327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:06.418028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:08.941525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 35832) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:09.064754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b56ccd-9e8b-4620-8ad0-a4741f46fbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:09.066217 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-65b56ccd-9e8b-4620-8ad0-a4741f46fbcd admin admin] 10.222.0.38 "GET /v2.0/subnets/8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6 HTTP/1.1" status: 200  len: 849 time: 0.1236355
Feb 17 04:28:09.243881 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-19b55990-cc7a-4eb8-8191-a46d91cbc9f6 admin admin] 10.222.0.38 "GET /v2.0/routers/b6e27278-1ce9-448f-b4f1-1a204f19e109 HTTP/1.1" status: 200  len: 704 time: 0.1714451
Feb 17 04:28:09.733748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:10.109541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Allocated IP 172.20.0.1 (214b010e-db46-42d7-87ca-c1dea86a2f47/8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6/cb835e80-526e-433f-827d-24bc139a6385) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:10.415577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:10.434698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Transition to ACTIVE for port object cb835e80-526e-433f-827d-24bc139a6385 will not be triggered until provisioned by entity DHCP. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:10.491938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:10.507006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:10.640377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=cb835e80-526e-433f-827d-24bc139a6385,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:10.644306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:10.702621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:10.703689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:10.706662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:10.707380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:10.920606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2abe479a-2613-4210-a351-bddba25c719c None None] Provisioning for port cb835e80-526e-433f-827d-24bc139a6385 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:10.926507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2abe479a-2613-4210-a351-bddba25c719c None None] Provisioning complete for port cb835e80-526e-433f-827d-24bc139a6385 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:10.926970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2abe479a-2613-4210-a351-bddba25c719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:10.981620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:10.989253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2abe479a-2613-4210-a351-bddba25c719c None None] Port cb835e80-526e-433f-827d-24bc139a6385 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:28:11.273026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:11.276321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:11.277426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:11.291926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:11.425622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=cb835e80-526e-433f-827d-24bc139a6385,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:11.429801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:11.484628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:11.486622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:11.693826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Router b6e27278-1ce9-448f-b4f1-1a204f19e109 is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:28:11.715801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-23506033-64e1-4f0d-bd01-d44cba62860e None None] Provisioning complete for port cb835e80-526e-433f-827d-24bc139a6385 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:11.716214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23506033-64e1-4f0d-bd01-d44cba62860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:11.772498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-23506033-64e1-4f0d-bd01-d44cba62860e None None] Port cb835e80-526e-433f-827d-24bc139a6385 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:28:12.030225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:28:12.040619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Sync routers for ids ['b6e27278-1ce9-448f-b4f1-1a204f19e109'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:28:12.041125 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] 10.222.0.38 "PUT /v2.0/routers/b6e27278-1ce9-448f-b4f1-1a204f19e109/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7915974
Feb 17 04:28:12.052115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Routers {'b6e27278-1ce9-448f-b4f1-1a204f19e109'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:12.053012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415b2a668>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['b6e27278-1ce9-448f-b4f1-1a204f19e109'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:12.241003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Set router b6e27278-1ce9-448f-b4f1-1a204f19e109 gateway port host: None {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:12.791259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415b2a668>, [{'id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'name': 'router1', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:27:59Z', 'updated_at': '2021-02-17T04:28:10Z', 'revision_number': 2, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gw_port_host': None, '_interfaces': [{'id': 'cb835e80-526e-433f-827d-24bc139a6385', 'name': '', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'mac_address': 'fa:16:3e:8b:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:09Z', 'updated_at': '2021-02-17T04:28:11Z', 'revision_number': 2, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'subnets': [{'id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:12.796334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Checking router: b6e27278-1ce9-448f-b4f1-1a204f19e109 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:28:12.796728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Updating router b6e27278-1ce9-448f-b4f1-1a204f19e109 port cb835e80-526e-433f-827d-24bc139a6385 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:28:12.856835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:13.308154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:13.323328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Transition to ACTIVE for port object cb835e80-526e-433f-827d-24bc139a6385 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:13.326133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:13.342999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:13.497745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Pushing event updated for resources: {'Port': ['ID=cb835e80-526e-433f-827d-24bc139a6385,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:13.509136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.509519 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.509895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.510263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.510645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.511014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.511373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.511731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.512095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.512449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.512806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.513161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Tracked resource versions report:
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'}}
Feb 17 04:28:13.514288 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:28:13.518278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:13.675224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Attempting to bind port cb835e80-526e-433f-827d-24bc139a6385 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:13.675650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Attempting to bind port cb835e80-526e-433f-827d-24bc139a6385 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:13.676083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Attempting to bind port cb835e80-526e-433f-827d-24bc139a6385 on network 214b010e-db46-42d7-87ca-c1dea86a2f47 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:13.681983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:13.682409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Checking segment: {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:13.682923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:13.683355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Bound using segment: {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:13.684156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Bound port: cb835e80-526e-433f-827d-24bc139a6385, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02a71b9-2886-4966-b21d-43bad624a72d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:13.684583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:13.778103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] For port cb835e80-526e-433f-827d-24bc139a6385, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:13.782756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] For port cb835e80-526e-433f-827d-24bc139a6385, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=cb835e80-526e-433f-827d-24bc139a6385,segment=NetworkSegment(a02a71b9-2886-4966-b21d-43bad624a72d),segment_id=a02a71b9-2886-4966-b21d-43bad624a72d)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:13.787512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:13.803866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:13.967230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Pushing event updated for resources: {'Port': ['ID=cb835e80-526e-433f-827d-24bc139a6385,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:13.972939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:14.022142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Routers {'b6e27278-1ce9-448f-b4f1-1a204f19e109'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:14.022842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415b2a668>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['b6e27278-1ce9-448f-b4f1-1a204f19e109'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:14.201223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] Set router b6e27278-1ce9-448f-b4f1-1a204f19e109 gateway port host: None {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:14.567809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415b2a668>, [{'id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'name': 'router1', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:27:59Z', 'updated_at': '2021-02-17T04:28:10Z', 'revision_number': 2, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gw_port_host': None, '_interfaces': [{'id': 'cb835e80-526e-433f-827d-24bc139a6385', 'name': '', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'mac_address': 'fa:16:3e:8b:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:09Z', 'updated_at': '2021-02-17T04:28:13Z', 'revision_number': 4, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'subnets': [{'id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:14.572009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589c183-6ba6-4af1-8877-43276925b778 None None] The sync data for ids ['b6e27278-1ce9-448f-b4f1-1a204f19e109'] in dv-cinder-760197-3-iscsi is: [{'id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'name': 'router1', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:27:59Z', 'updated_at': '2021-02-17T04:28:10Z', 'revision_number': 2, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gw_port_host': None, '_interfaces': [{'id': 'cb835e80-526e-433f-827d-24bc139a6385', 'name': '', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'mac_address': 'fa:16:3e:8b:26:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:09Z', 'updated_at': '2021-02-17T04:28:13Z', 'revision_number': 4, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'subnets': [{'id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:28:14.598922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35844) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:14.775347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36614f1a-a966-4d37-8117-1beb46c8b84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:14.776758 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-36614f1a-a966-4d37-8117-1beb46c8b84e admin admin] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 842 time: 0.1767926
Feb 17 04:28:14.787855 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:14.792556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:14.796568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Usage tracker for resource:subnet and tenant:52243be0f362475285d80e930fae92a3 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:14.800200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:14.805904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:14.815006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Made reservation on behalf of 52243be0f362475285d80e930fae92a3 for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:14.820098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.259107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83902) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:28:15.259587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.274459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-95f4cf81-67ba-4d1f-8af9-eb94b6011598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:15.557351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1c18cf-622f-4076-b1c5-5cf50688aed1,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:15.561529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:15.629205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:15.629608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Network hostable DHCP agents. Network: ca89327c-f74b-42b9-b9d2-2c8a048fbe07, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:28:15.648983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:28:15.658276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, ca89327c-f74b-42b9-b9d2-2c8a048fbe07) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:15.662325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:15.663004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.668510 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c7e51-5973-4cde-8a8e-f3fb519e5446 None None] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:15.688091 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9010055
Feb 17 04:28:15.919228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1bb1c-bdc5-4998-b2d9-6242d09c0cb3 None None] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:16.524607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device cb835e80-526e-433f-827d-24bc139a6385 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:16.594236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port cb835e80-526e-433f-827d-24bc139a6385 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:16.599647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port cb835e80-526e-433f-827d-24bc139a6385 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:16.600054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:16.723216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:16.755335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port cb835e80-526e-433f-827d-24bc139a6385, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=cb835e80-526e-433f-827d-24bc139a6385,segment=NetworkSegment(a02a71b9-2886-4966-b21d-43bad624a72d),segment_id=a02a71b9-2886-4966-b21d-43bad624a72d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:16.759237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:16.761283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:16.831346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=cb835e80-526e-433f-827d-24bc139a6385,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:16.834529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:18.308158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35858) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:18.509996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device cb835e80-526e-433f-827d-24bc139a6385 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:18.531036 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-40de027d-1932-473a-9793-81f18b40403a admin admin] 10.222.0.38 "GET /v2.0/routers/b6e27278-1ce9-448f-b4f1-1a204f19e109 HTTP/1.1" status: 200  len: 710 time: 0.2213862
Feb 17 04:28:18.584954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port cb835e80-526e-433f-827d-24bc139a6385 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:18.585372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:18.668926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91e61-ec29-447f-83fb-fae1465bb301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:18.670390 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cec91e61-ec29-447f-83fb-fae1465bb301 admin admin] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 886 time: 0.1331654
Feb 17 04:28:18.680149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:19.145438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.489353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.547226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.560181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.575313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:19.580332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:28:19.583267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:28:19.588944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:19.672903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.675867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.690707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:19.780710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c090b-a7d8-4115-8e06-4dc787a7db57,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:19.784655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:19.953355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Allocated IP 172.27.0.107 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/37ed49a6-bffb-4607-aa03-1081afadd2b8) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:20.271200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.327904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.343093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:20.486517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=37ed49a6-bffb-4607-aa03-1081afadd2b8,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:20.494264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:20.533241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:20.534351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:20.536587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:20.932966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.287626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.290928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854377456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550050'] for router, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.475207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Router b6e27278-1ce9-448f-b4f1-1a204f19e109 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:28:21.824993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:28:21.835281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Sync routers for ids ['b6e27278-1ce9-448f-b4f1-1a204f19e109'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:28:21.841462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:21.843654 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] 10.222.0.38 "PUT /v2.0/routers/b6e27278-1ce9-448f-b4f1-1a204f19e109 HTTP/1.1" status: 200  len: 890 time: 3.1660192
Feb 17 04:28:21.845865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Routers {'b6e27278-1ce9-448f-b4f1-1a204f19e109'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:21.846527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415103c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['b6e27278-1ce9-448f-b4f1-1a204f19e109'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:22.055046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Set router b6e27278-1ce9-448f-b4f1-1a204f19e109 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:22.412950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415103c88>, [{'id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'name': 'router1', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '37ed49a6-bffb-4607-aa03-1081afadd2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:27:59Z', 'updated_at': '2021-02-17T04:28:20Z', 'revision_number': 4, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gw_port': {'id': '37ed49a6-bffb-4607-aa03-1081afadd2b8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cb835e80-526e-433f-827d-24bc139a6385', 'name': '', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'mac_address': 'fa:16:3e:8b:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:09Z', 'updated_at': '2021-02-17T04:28:16Z', 'revision_number': 5, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'subnets': [{'id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:22.417787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Checking router: b6e27278-1ce9-448f-b4f1-1a204f19e109 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:28:22.418177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Updating router b6e27278-1ce9-448f-b4f1-1a204f19e109 port 37ed49a6-bffb-4607-aa03-1081afadd2b8 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:28:22.477608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.872452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.885867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Transition to ACTIVE for port object 37ed49a6-bffb-4607-aa03-1081afadd2b8 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:22.888394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.903975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:23.038706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40a9fc-5200-4cd8-8117-936e3eee1d53 None None] Pushing event updated for resources: {'Port': ['ID=37ed49a6-bffb-4607-aa03-1081afadd2b8,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:23.051316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4d40a9fc-5200-4cd8-8117-936e3eee1d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:23.103213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Attempting to bind port 37ed49a6-bffb-4607-aa03-1081afadd2b8 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:23.103619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Attempting to bind port 37ed49a6-bffb-4607-aa03-1081afadd2b8 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:23.104021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Attempting to bind port 37ed49a6-bffb-4607-aa03-1081afadd2b8 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:23.109513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:23.110510 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:23.111257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.111690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:23.112200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Bound port: 37ed49a6-bffb-4607-aa03-1081afadd2b8, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:23.112627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.189807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] For port 37ed49a6-bffb-4607-aa03-1081afadd2b8, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:23.192846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] For port 37ed49a6-bffb-4607-aa03-1081afadd2b8, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=37ed49a6-bffb-4607-aa03-1081afadd2b8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:23.196048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.211228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4d40a9fc-5200-4cd8-8117-936e3eee1d53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:23.517627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40a9fc-5200-4cd8-8117-936e3eee1d53 None None] Pushing event updated for resources: {'Port': ['ID=37ed49a6-bffb-4607-aa03-1081afadd2b8,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:23.522735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4d40a9fc-5200-4cd8-8117-936e3eee1d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:23.561332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Routers {'b6e27278-1ce9-448f-b4f1-1a204f19e109'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:28:23.561991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415103c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:28:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['b6e27278-1ce9-448f-b4f1-1a204f19e109'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:23.749387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] Set router b6e27278-1ce9-448f-b4f1-1a204f19e109 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:28:24.109526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415103c88>, [{'id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'name': 'router1', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '37ed49a6-bffb-4607-aa03-1081afadd2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:27:59Z', 'updated_at': '2021-02-17T04:28:20Z', 'revision_number': 4, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gw_port': {'id': '37ed49a6-bffb-4607-aa03-1081afadd2b8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cb835e80-526e-433f-827d-24bc139a6385', 'name': '', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'mac_address': 'fa:16:3e:8b:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:09Z', 'updated_at': '2021-02-17T04:28:16Z', 'revision_number': 5, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'subnets': [{'id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:28:24.113846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8a103-2c18-4af4-8b79-2d985f1ba1d8 None None] The sync data for ids ['b6e27278-1ce9-448f-b4f1-1a204f19e109'] in dv-cinder-760197-3-iscsi is: [{'id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'name': 'router1', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '37ed49a6-bffb-4607-aa03-1081afadd2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:27:59Z', 'updated_at': '2021-02-17T04:28:20Z', 'revision_number': 4, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'gw_port': {'id': '37ed49a6-bffb-4607-aa03-1081afadd2b8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cb835e80-526e-433f-827d-24bc139a6385', 'name': '', 'network_id': '214b010e-db46-42d7-87ca-c1dea86a2f47', 'tenant_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'mac_address': 'fa:16:3e:8b:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e27278-1ce9-448f-b4f1-1a204f19e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:09Z', 'updated_at': '2021-02-17T04:28:16Z', 'revision_number': 5, 'project_id': 'eed7e44797ca4cc69a03fdcb68cfe5c8', 'subnets': [{'id': '8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02200bd6-7992-4a30-ab73-76d54d19ca85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:28:24.539880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 35868) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:24.545169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 37ed49a6-bffb-4607-aa03-1081afadd2b8 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:24.619825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 37ed49a6-bffb-4607-aa03-1081afadd2b8 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:24.624926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 37ed49a6-bffb-4607-aa03-1081afadd2b8 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:24.625878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.671079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74186b-4f49-4e7b-a06e-663711be61a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:24.673585 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9c74186b-4f49-4e7b-a06e-663711be61a5 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1321599
Feb 17 04:28:24.760424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.779986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 37ed49a6-bffb-4607-aa03-1081afadd2b8, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=37ed49a6-bffb-4607-aa03-1081afadd2b8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:24.785206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:24.788349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4d40a9fc-5200-4cd8-8117-936e3eee1d53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:24.868127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=37ed49a6-bffb-4607-aa03-1081afadd2b8,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:24.871884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:26.520326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 37ed49a6-bffb-4607-aa03-1081afadd2b8 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:26.595790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 37ed49a6-bffb-4607-aa03-1081afadd2b8 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:26.596180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:30.549605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2127ed59-de10-4a1e-8e35-e380f5c9d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:32.842203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ffeefda7-e1f3-4101-b045-a98e0bf9f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:33.306932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:34.515778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:34.976229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:36.355472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:29:00.502796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66fc464a-cd41-4103-b9d8-245febaa0c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:02.825925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4207776-ccd2-43d5-9bf7-2c48029cbd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:03.307416 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.500735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.981166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:13.354625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:29:30.505448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f1dc-0197-4077-9fcb-9aa60edab3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:32.828962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90129fe1-6b05-403b-90ae-28375b426be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:33.309550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.503571 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:34.989406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:50.354218 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:30:00.508546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-232aede2-1b8b-49d9-9b6d-b75cdfcde8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:02.834091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35d41593-ba4b-4a29-9853-a4d6ab27aeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:03.313252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:04.512323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:04.993648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:27.353370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:30:30.509999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa06abf8-c296-41da-a7ea-5df2fe09c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:32.834914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9410705e-ef38-48cb-94d0-d8fb2cf61c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:33.315692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:34.507259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:34.994862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:36.520059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36444) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:36.594674 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-75473da0-2ce4-4dc8-a037-4c745f16e89b admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:30:36.595988 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-75473da0-2ce4-4dc8-a037-4c745f16e89b admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0748982
Feb 17 04:30:36.737183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81118183-797a-4be5-803a-cf8e289b18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:36.738698 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-81118183-797a-4be5-803a-cf8e289b18a8 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1383653
Feb 17 04:30:39.228092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36454) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:39.343682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9760d3a1-25a4-40e0-b3e1-d1b29f2eecf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:39.344293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9760d3a1-25a4-40e0-b3e1-d1b29f2eecf3 admin admin] Synchronizing usage tracker for tenant:52243be0f362475285d80e930fae92a3 on resource:subnet {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:39.360999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9760d3a1-25a4-40e0-b3e1-d1b29f2eecf3 admin admin] Unset dirty status for tenant:52243be0f362475285d80e930fae92a3 on resource:subnet {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:39.362251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9760d3a1-25a4-40e0-b3e1-d1b29f2eecf3 admin admin] 10.222.0.38 "GET /v2.0/subnets/8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6 HTTP/1.1" status: 200  len: 849 time: 0.1331372
Feb 17 04:30:39.372635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:30:39.496657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Notify callbacks [] for subnet, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:39.814093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732765849135'] for subnet, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:39.829757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ddc86fce-b27b-426b-868d-446ff79c1945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:30:39.976114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:30:39.988406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.988794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.989172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.989541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.989907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.990273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.990665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.991032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.991396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.991751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.992107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.992463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:30:39.996933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:30:40.029804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:40.030448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:40.031853 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4c68f09d-ac36-4c83-a943-46495adbb95e admin admin] 10.222.0.38 "PUT /v2.0/subnets/8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6 HTTP/1.1" status: 200  len: 868 time: 0.6633408
Feb 17 04:30:40.035097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c85ee98-ea84-449c-ab68-5bd194955bf4 None None] Network 214b010e-db46-42d7-87ca-c1dea86a2f47 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:30:40.561294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7bf3ad18-b0d6-45fa-b1e9-9df8952c78d5 None None] Provisioning complete for port cb835e80-526e-433f-827d-24bc139a6385 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:40.561780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bf3ad18-b0d6-45fa-b1e9-9df8952c78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:40.699537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7bf3ad18-b0d6-45fa-b1e9-9df8952c78d5 None None] Provisioning complete for port 8c048927-8275-46f9-9d64-02e34660ef9e triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:30:40.699895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bf3ad18-b0d6-45fa-b1e9-9df8952c78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:42.526303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36464) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:42.711237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd0797-e88a-4224-adc5-768788e842d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:42.711596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd0797-e88a-4224-adc5-768788e842d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:42.713229 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-abbd0797-e88a-4224-adc5-768788e842d4 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1858072
Feb 17 04:30:45.228445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36474) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:45.414209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956bce2-0271-4bd0-a5af-360c3db29733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:45.414680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956bce2-0271-4bd0-a5af-360c3db29733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:45.416314 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4956bce2-0271-4bd0-a5af-360c3db29733 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1868362
Feb 17 04:30:47.890774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36484) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:48.080186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1e8d5-fe56-4105-83fc-3b062b274e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:48.081683 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1bc1e8d5-fe56-4105-83fc-3b062b274e9d admin admin] 10.222.0.38 "GET /v2.0/networks/214b010e-db46-42d7-87ca-c1dea86a2f47 HTTP/1.1" status: 200  len: 862 time: 0.1898804
Feb 17 04:30:50.559938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36494) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:50.737678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8acfa0-29f1-4b9e-bd9d-87aa4c07012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:50.738210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-da8acfa0-29f1-4b9e-bd9d-87aa4c07012a admin admin] Synchronizing usage tracker for tenant:52243be0f362475285d80e930fae92a3 on resource:network {{(pid=83903) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:30:50.754818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-da8acfa0-29f1-4b9e-bd9d-87aa4c07012a admin admin] Unset dirty status for tenant:52243be0f362475285d80e930fae92a3 on resource:network {{(pid=83903) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:30:50.756028 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-da8acfa0-29f1-4b9e-bd9d-87aa4c07012a admin admin] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 886 time: 0.1950247
Feb 17 04:30:53.223282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36504) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:53.338915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba0908-5b53-4420-90db-8fbd0e81cac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:53.340058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba0908-5b53-4420-90db-8fbd0e81cac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:53.341706 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-aaba0908-5b53-4420-90db-8fbd0e81cac9 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1173911
Feb 17 04:30:55.805239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36514) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:55.920128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee633a41-8c5e-48f0-aa80-c2f450951f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:55.920542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee633a41-8c5e-48f0-aa80-c2f450951f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:55.922161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ee633a41-8c5e-48f0-aa80-c2f450951f4e admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1159074
Feb 17 04:30:58.376439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36524) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:30:58.491560 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4849cf1-439e-41f6-a871-d68aa574cd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:30:58.493008 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c4849cf1-439e-41f6-a871-d68aa574cd39 admin admin] 10.222.0.38 "GET /v2.0/subnets/2a1c18cf-622f-4076-b1c5-5cf50688aed1 HTTP/1.1" status: 200  len: 816 time: 0.1154845
Feb 17 04:31:00.513991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cebb1fb6-0a33-4dfe-b27a-0b3f210ab5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:00.962595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36534) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:01.085410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ef6f3-7a1c-4dd9-8d2f-bf5d81b545dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:01.086901 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f92ef6f3-7a1c-4dd9-8d2f-bf5d81b545dc admin admin] 10.222.0.38 "GET /v2.0/subnets/8a53c7aa-4361-4cb2-9ad5-4b817c3cc3b6 HTTP/1.1" status: 200  len: 868 time: 0.1231229
Feb 17 04:31:02.836324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-346d1b4f-0264-4c06-95d1-2a7c737d91e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:03.319345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:04.352357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:31:04.511270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:04.996920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:27.053901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36574) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:27.105493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [None req-1bae233c-f018-4d13-94ab-802e8a0d9741 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:31:27.106587 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1bae233c-f018-4d13-94ab-802e8a0d9741 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0516384
Feb 17 04:31:29.664480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36584) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:29.738287 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bf2448-66e6-4e39-8081-b73081c21054 admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:31:29.739632 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-05bf2448-66e6-4e39-8081-b73081c21054 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0741615
Feb 17 04:31:29.876620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295fad5-bb7a-496c-b54d-06575292fe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:29.878113 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f295fad5-bb7a-496c-b54d-06575292fe09 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1341081
Feb 17 04:31:30.514617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc416-be68-4ebd-b52b-d2c9a74c02fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.359541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36594) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:32.411364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:31:32.416973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:32.426703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:32.435971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Made reservation on behalf of 52243be0f362475285d80e930fae92a3 for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:31:32.440512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.535027 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.services.revisions.revision_plugin [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1414f4ff28] {project_id='52243be0f362475285d80e930fae92a3', id='a150824c-8e22-48e5-af09-4a7ad915d077', target_tenant='*', action='access_as_shared', object_id='bee46335-26c5-491f-b75f-743efa0ea145'}> to bump revision.
Feb 17 04:31:32.551204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:31:32.561878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.562310 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Added segment 28bcb1d4-e717-4a26-b42a-234136a82c5a of type vxlan for network bee46335-26c5-491f-b75f-743efa0ea145
Feb 17 04:31:32.589289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.618044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.620353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:32.620989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.625678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:32.733729 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3730204
Feb 17 04:31:32.734461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Pushing event updated for resources: {'Network': ['ID=bee46335-26c5-491f-b75f-743efa0ea145,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:32.737455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:32.745769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network bee46335-26c5-491f-b75f-743efa0ea145 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:31:33.025951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7654-8cf7-4ff1-ad75-2bae23423e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:33.321150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:34.515563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:34.999725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:35.234926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36604) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:35.310416 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a17751-4c4f-4629-9f1f-1f603fa2a1cd admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:31:35.310995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-17a17751-4c4f-4629-9f1f-1f603fa2a1cd admin admin] Synchronizing usage tracker for tenant:52243be0f362475285d80e930fae92a3 on resource:network {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:31:35.325457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-17a17751-4c4f-4629-9f1f-1f603fa2a1cd admin admin] Unset dirty status for tenant:52243be0f362475285d80e930fae92a3 on resource:network {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:31:35.326592 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-17a17751-4c4f-4629-9f1f-1f603fa2a1cd admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0906041
Feb 17 04:31:35.441820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511309a-ad1e-4f14-8b1e-2aeb6c73b09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:35.443388 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5511309a-ad1e-4f14-8b1e-2aeb6c73b09c admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1123495
Feb 17 04:31:35.454808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:31:35.459346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:31:35.469669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:31:35.478190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Made reservation on behalf of 52243be0f362475285d80e930fae92a3 for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:31:35.482905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:36.052698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:36.068225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:36.196484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e8320a-01bb-4ebb-bb5d-941b27f03fc6,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:36.201300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:36.259712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Checking segment: {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:31:36.260025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Network hostable DHCP agents. Network: bee46335-26c5-491f-b75f-743efa0ea145, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:31:36.278631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Network bee46335-26c5-491f-b75f-743efa0ea145 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:31:36.286607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, bee46335-26c5-491f-b75f-743efa0ea145) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:31:36.290358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:31:36.292169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:36.297002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee13264-62ea-4d1f-8c80-89976f952974 None None] Network bee46335-26c5-491f-b75f-743efa0ea145 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:31:36.316660 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8655157
Feb 17 04:31:36.535910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-bee46335-26c5-491f-b75f-743efa0ea145', 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145', 'tenant_id': '52243be0f362475285d80e930fae92a3', 'fixed_ips': [{'subnet_id': '82e8320a-01bb-4ebb-bb5d-941b27f03fc6'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:31:36.536831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:36.831575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Allocated IP 192.168.233.2 (bee46335-26c5-491f-b75f-743efa0ea145/82e8320a-01bb-4ebb-bb5d-941b27f03fc6/bfb62df2-6337-49f7-b37d-d98a6cde6762) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:31:37.065087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:37.076883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Transition to ACTIVE for port object bfb62df2-6337-49f7-b37d-d98a6cde6762 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:31:37.094012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Transition to ACTIVE for port object bfb62df2-6337-49f7-b37d-d98a6cde6762 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:31:37.098770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:37.115343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:37.244699 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Pushing event updated for resources: {'Port': ['ID=bfb62df2-6337-49f7-b37d-d98a6cde6762,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:37.265359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.265748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.266131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.266545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.266943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.267314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.268837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.269203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.269568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.269934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.270293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.270673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:37.277278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:37.321250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Network bee46335-26c5-491f-b75f-743efa0ea145 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:31:37.323172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:31:37.325501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:31:37.383331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Attempting to bind port bfb62df2-6337-49f7-b37d-d98a6cde6762 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:31:37.383674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Attempting to bind port bfb62df2-6337-49f7-b37d-d98a6cde6762 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:31:37.384083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Attempting to bind port bfb62df2-6337-49f7-b37d-d98a6cde6762 on network bee46335-26c5-491f-b75f-743efa0ea145 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:31:37.390483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:31:37.390938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Checking segment: {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:31:37.391390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:37.391826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Bound using segment: {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:31:37.392347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Bound port: bfb62df2-6337-49f7-b37d-d98a6cde6762, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:31:37.392786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:37.490450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] For port bfb62df2-6337-49f7-b37d-d98a6cde6762, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:31:37.494000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] For port bfb62df2-6337-49f7-b37d-d98a6cde6762, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=bfb62df2-6337-49f7-b37d-d98a6cde6762,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:31:37.499380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:37.515776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:37.674620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Pushing event updated for resources: {'Port': ['ID=bfb62df2-6337-49f7-b37d-d98a6cde6762,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:37.687787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f20ff2ff-94ea-4f6e-897d-6d7adb325f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:38.631984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device bfb62df2-6337-49f7-b37d-d98a6cde6762 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:38.707421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port bfb62df2-6337-49f7-b37d-d98a6cde6762 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:31:38.983204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b2ba6-ae0b-4edb-a83a-ae79cd3d8693 None None] Network bee46335-26c5-491f-b75f-743efa0ea145 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:31:39.117679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Provisioning for port bfb62df2-6337-49f7-b37d-d98a6cde6762 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:31:39.126375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Provisioning complete for port bfb62df2-6337-49f7-b37d-d98a6cde6762 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:39.126842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:39.363932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:39.404480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] For port bfb62df2-6337-49f7-b37d-d98a6cde6762, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=bfb62df2-6337-49f7-b37d-d98a6cde6762,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:31:39.407539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:39.410481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:31:39.487822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Pushing event updated for resources: {'Port': ['ID=bfb62df2-6337-49f7-b37d-d98a6cde6762,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:31:39.495513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:31:39.632802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-1fc3296d-9dcc-48b2-9814-5a283743d822 None None] Provisioning complete for port bfb62df2-6337-49f7-b37d-d98a6cde6762 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:39.633302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fc3296d-9dcc-48b2-9814-5a283743d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:39.888052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4e9230e2-2c95-47b3-8f28-985d75f61852 None None] Provisioning complete for port bfb62df2-6337-49f7-b37d-d98a6cde6762 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:39.888414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e9230e2-2c95-47b3-8f28-985d75f61852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:40.613692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device bfb62df2-6337-49f7-b37d-d98a6cde6762 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:31:40.688673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port bfb62df2-6337-49f7-b37d-d98a6cde6762 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:31:40.689257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:41.351122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:32:00.519695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7db73571-22b5-46f8-a24c-375fe900be14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:02.837379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95fffd08-c5ff-4ea8-ace0-6c5debb03200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:03.330230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:04.518110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:05.006979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:18.350365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:32:30.525658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-449173b1-1a07-4069-9b06-a1afaf05405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:32.840488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a9da307-59dd-4d06-b67c-9a3686dcc19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:33.320471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:34.521359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.013241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:42.800042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36648) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:42.806729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [None req-13d5d26c-03b0-4171-9989-057e8e079ada tempest-verify_tempest_config-2069902791 tempest-verify_tempest_config-2069902791-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:32:42.807777 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-13d5d26c-03b0-4171-9989-057e8e079ada tempest-verify_tempest_config-2069902791 tempest-verify_tempest_config-2069902791-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0066862
Feb 17 04:32:43.131013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36668) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:43.254029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.269645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:32:43.273703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Usage tracker for resource:security_group_rule and tenant:6f204421d18c438887b3d4e43dc0ca0d is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:32:43.276774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:32:43.282439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:32:43.373112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.375614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.385010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:43.426959 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f204421d18c438887b3d4e43dc0ca0d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2948194
Feb 17 04:32:43.427884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc42fcc-2092-4db8-a5bb-164e228f38b3,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:43.430605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36674) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:32:43.436368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.436762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.437142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.437517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.437891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.438261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.438652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.439023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.439388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.439751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.440115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.440475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.444534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:43.493584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.519396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.568258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.574006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:32:43.587116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc42fcc-2092-4db8-a5bb-164e228f38b3,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:32:43.597271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.597649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.598020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.598383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.598770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.599132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.599488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.599843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.600199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.600551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.600902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.601250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:32:43.605177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:32:43.606371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:43.610635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdc42fcc-2092-4db8-a5bb-164e228f38b3 HTTP/1.1" status: 204  len: 168 time: 0.1789238
Feb 17 04:32:55.349403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:33:00.516624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23e51c13-b313-4b49-9601-67457641b5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:02.842232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38fa0519-4e10-4c7a-8473-7598fbe5597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:03.325856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:04.525302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:05.015127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:30.517230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2f486ca-da80-4439-aa90-ba6769da6679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:32.348435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:33:32.843917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b96-53b1-4640-8d6e-fc9f21f7ee3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:33.328026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.526481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.017924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.517621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acb67368-39f1-4178-843b-0dc65d7ec652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.845425 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1f86874-f28d-41f2-bc09-6fc798b89b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.329661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:04.528549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.019810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.347376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 5 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:34:22.102052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817'] for agent, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:22.102627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.103579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.103974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.104365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.104751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.105129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.105505 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.105881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.106255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.106690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.107068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.107441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:22.107837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1414d0c438>, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:22.112013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1415b58eb8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:22.401525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83904) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 04:34:22.405726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] get_endpoint_by_ip() called for ip 192.168.0.41 {{(pid=83904) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 04:34:22.408820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] _add_endpoint() called for ip 192.168.0.41 {{(pid=83904) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 04:34:22.413486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] _get_endpoints() called {{(pid=83904) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 04:34:30.521797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce74838e-5024-49c2-ad25-38e0c1fdfe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:32.846006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c63f4720-ae0a-45b2-9238-eb7ddf182e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.332980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.680993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.022987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.505783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36748) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:35.627724 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2aadd983-cc91-4b53-9dc3-e2b56a1c0f2e admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1207526
Feb 17 04:34:38.118377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36758) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:38.178338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d7442fd3-fa8e-46de-9775-67a0f12e8e83 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0581825
Feb 17 04:34:46.346829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:34:52.126497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.522580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ece96963-68e0-4e08-b7d7-b4e5506afc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.847155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ced7bc42-3a43-41ed-bec1-2f182b84a051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:03.335929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.533733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.026156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.125757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:23.346577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:35:30.525782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d1ec2e6-8202-4d53-a5cc-f47220f17fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:32.848536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f9c9-c6d8-43b1-a0da-09b2822b3707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.348481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:34.541270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:35.031969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.126847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:00.346464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:36:00.529054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbc32086-2eb5-4bfa-8c28-3ab25f121006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.850676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1069454d-26e6-4e02-bb88-ec5b58bf4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:03.344216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:04.535971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:05.032404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.980292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36896) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:13.485090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-network', 'tenant_id': '669aa7253aff4985a447b249c23aa338'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:13.492740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:13.497735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Usage tracker for resource:network and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:13.501936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:13.509358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:13.518859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Made reservation on behalf of 669aa7253aff4985a447b249c23aa338 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:13.523597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.536424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.552235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:13.557093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:13.560328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:13.566851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:13.657509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.660386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.670643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e68b5618-17dd-40de-8098-1cfc2950318f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:13.703031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:36:13.710993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d7379-5df7-4d9c-935a-e141326466eb,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:13.721512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.721835 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Added segment 12af130d-8a8d-4c0e-b0be-efe9f5b91ec4 of type vxlan for network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a
Feb 17 04:36:13.728203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.728580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.728951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.729356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.729666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.730024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.730392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.730770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.731191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.731558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.731791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.732235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.732587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.732923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.733195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.733541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.733888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.734235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.734612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.734948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.735294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.735638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.735982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.736325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Tracked resource versions report:
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'},
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'ConntrackHelper': '1.0',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Log': '1.0',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Network': '1.1',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Port': '1.7',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'PortForwarding': '1.2',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'QosPolicy': '1.8',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroup': '1.4',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SubPort': '1.0',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Subnet': '1.1',
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Trunk': '1.1'}}
Feb 17 04:36:13.737614 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:36:13.763786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.773309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:13.801633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.803166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:13.803587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.809066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5581c3df-aa68-4af3-8c68-0b279c8cc1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:13.905931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Pushing event updated for resources: {'Network': ['ID=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:13.921116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:13.926350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:13.935882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 36944) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:13.942261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Request body: {'subnet': {'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-subnet', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:13.947063 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9653802
Feb 17 04:36:13.950507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:13.954725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Usage tracker for resource:subnet and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:13.957752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:13.964825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:13.976561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Made reservation on behalf of 669aa7253aff4985a447b249c23aa338 for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:13.982344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.078698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:14.414470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36962) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:14.470257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.493963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:14.590417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36976) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:14.639646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f135cf96-ca04-4188-a3d9-50294ded175a,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:14.648853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 36984) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:14.655944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.656333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.656714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.657090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.657461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.657850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.658219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.658593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.658970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.659337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.659710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.660067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.660488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.660853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.661263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.661570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.661945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.662517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.664547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.665020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.665523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.666074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.666891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.667264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Tracked resource versions report:
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'},
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'ConntrackHelper': '1.0',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Log': '1.0',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Network': '1.1',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Port': '1.7',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'PortForwarding': '1.2',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'QosPolicy': '1.8',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroup': '1.4',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SubPort': '1.0',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Subnet': '1.1',
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Trunk': '1.1'}}
Feb 17 04:36:14.668963 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:36:14.673805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:14.736084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Checking segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:14.737081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Network hostable DHCP agents. Network: cee8cd42-e9ee-4d26-a68b-5f13a2055c3a, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:36:14.762139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1393223715-network', 'tenant_id': '7c8bf81d567949c194eb63efc45f5bdd'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:14.763677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:36:14.768676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:14.774640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, cee8cd42-e9ee-4d26-a68b-5f13a2055c3a) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:14.775677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Usage tracker for resource:network and tenant:7c8bf81d567949c194eb63efc45f5bdd is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:14.779156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:14.779364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:14.779978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.785022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b30f7f-a794-40b6-a036-1aa8fb774275 None None] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:14.787636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:14.798506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Made reservation on behalf of 7c8bf81d567949c194eb63efc45f5bdd for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:14.805570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.808117 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5f839dbe-c611-47f0-8ae9-a1a8c5acbb9a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8710818
Feb 17 04:36:14.811979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37000) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:14.820912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.824234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:14.828967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:14.833266 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Usage tracker for resource:router and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:14.837067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:14.839311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:14.843216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:14.843976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8bf81d567949c194eb63efc45f5bdd is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:14.847422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:14.853951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:14.859935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.861080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.886255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-241184052-network', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:14.894119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:14.902776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Usage tracker for resource:network and tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:14.903741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.906301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:14.917284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:14.941760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Made reservation on behalf of d94a26ff4de24165a4a8fc5a5ddfd3f5 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:14.958017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.975305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.995110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:14.999499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Usage tracker for resource:security_group_rule and tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.003107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.010399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.122547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.142717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.151390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:15.199891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f79c22d-facd-40a0-8def-d6d613237f40,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:15.217600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:15.251344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:36:15.252290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.264977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:36:15.276297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.283319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.284701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.285750 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Added segment e9827563-c78c-4e83-9be6-a003403ce012 of type vxlan for network f0d9ef39-b46a-4056-80ca-b8257246fc13
Feb 17 04:36:15.302213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:15.330016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.337697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1004762374-network', 'tenant_id': 'a6284f2b80524eb0a36ccebaedba767a'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:15.382749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed700a2-8882-423a-bb65-769d81dd67a1,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:15.386882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:15.388319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:15.392174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.400344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Usage tracker for resource:network and tenant:a6284f2b80524eb0a36ccebaedba767a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.405357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.414269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.443591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Made reservation on behalf of a6284f2b80524eb0a36ccebaedba767a for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:15.449648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.464954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.467620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.483345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83903) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:36:15.483807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:36:15.484840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:15.485549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.494871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:15.603838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:15.606433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d9ef39-b46a-4056-80ca-b8257246fc13,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:15.610084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:15.615443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Usage tracker for resource:security_group_rule and tenant:a6284f2b80524eb0a36ccebaedba767a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.621420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:15.637101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.656959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.727615 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1360159
Feb 17 04:36:15.730179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37024) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:15.738189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:15.751517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Request body: {'subnet': {'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-subnet', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:15.781127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:15.790513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Usage tracker for resource:subnet and tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.797161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.813693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.839015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Made reservation on behalf of d94a26ff4de24165a4a8fc5a5ddfd3f5 for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:15.852076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.884856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.938029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Allocated IP 172.20.0.2 (cee8cd42-e9ee-4d26-a68b-5f13a2055c3a/f135cf96-ca04-4188-a3d9-50294ded175a/fe11cfe6-9ee2-4138-ac12-45459c672b29) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:15.977737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.027925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.189692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:36:16.212370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.213800 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Added segment 5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6 of type vxlan for network 23d3d8ad-34e2-4a43-aad6-cb91683b7160
Feb 17 04:36:16.277216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.322761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.334702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:16.336308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.351139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5f22b11c-c78a-4bf1-96d1-2a87216a565d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:16.418011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.446208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Transition to ACTIVE for port object fe11cfe6-9ee2-4138-ac12-45459c672b29 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:16.471893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Pushing event updated for resources: {'Network': ['ID=23d3d8ad-34e2-4a43-aad6-cb91683b7160,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:16.475099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:16.481833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Transition to ACTIVE for port object fe11cfe6-9ee2-4138-ac12-45459c672b29 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:16.485468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:16.535570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.549443 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.1322424
Feb 17 04:36:16.549443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37056) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:16.559910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.568884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Request body: {'subnet': {'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1393223715-subnet', 'tenant_id': '7c8bf81d567949c194eb63efc45f5bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:16.575296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:16.579982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Usage tracker for resource:subnet and tenant:7c8bf81d567949c194eb63efc45f5bdd is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:16.583417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:16.591861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:16.646919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:16.656010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Made reservation on behalf of 7c8bf81d567949c194eb63efc45f5bdd for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:16.660928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.716466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37062) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:16.744113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:16.746840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Allocated IP 172.27.0.109 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:16.794043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:36:16.833413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9dc4b2-0f04-4354-a84a-10452df63c15,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:16.838069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:16.854596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.855018 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Added segment a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5 of type vxlan for network 3eac4670-46fd-4c18-9c55-ed035eb365fd
Feb 17 04:36:16.919299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.933707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.989698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.004488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:17.039371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.065455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:17.194183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:36:17.277608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Pushing event updated for resources: {'Port': ['ID=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:17.310260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.311995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.329886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:17.330536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.337750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:17.342879 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:17.344206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:17.365902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Usage tracker for resource:security_group_rule and tenant:1fef8870a9a441bfbf5cf033e58d4b77 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:17.375388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:17.383372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Pushing event updated for resources: {'Port': ['ID=fe11cfe6-9ee2-4138-ac12-45459c672b29,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:17.417990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.439214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.439601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.439979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.440350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.440721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.441087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.441451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.441814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.442173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.442537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.442921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.443351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.443716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.444774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.445137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.445497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.445858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.446185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.446772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.447297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.447800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.448301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.448806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Tracked resource versions report:
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'},
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'ConntrackHelper': '1.0',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Log': '1.0',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Network': '1.1',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Port': '1.7',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'PortForwarding': '1.2',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'QosPolicy': '1.8',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroup': '1.4',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SubPort': '1.0',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Subnet': '1.1',
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Trunk': '1.1'}}
Feb 17 04:36:17.450276 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:36:17.460222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:17.471361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:17.482634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:17.484917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:17.488609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:17.543939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:17.545378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:17.548614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:17.583928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Pushing event updated for resources: {'Network': ['ID=3eac4670-46fd-4c18-9c55-ed035eb365fd,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:17.589457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:17.620135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Attempting to bind port fe11cfe6-9ee2-4138-ac12-45459c672b29 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:17.620558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Attempting to bind port fe11cfe6-9ee2-4138-ac12-45459c672b29 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:17.621097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Attempting to bind port fe11cfe6-9ee2-4138-ac12-45459c672b29 on network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:17.624392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:17.668953 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 3.0166225
Feb 17 04:36:17.673151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37090) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:17.779950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Request body: {'subnet': {'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1004762374-subnet', 'tenant_id': 'a6284f2b80524eb0a36ccebaedba767a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:17.785733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:17.790766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Usage tracker for resource:subnet and tenant:a6284f2b80524eb0a36ccebaedba767a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:17.794504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:17.801246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:17.822367 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Made reservation on behalf of a6284f2b80524eb0a36ccebaedba767a for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:17.827469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.917288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.982675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.002079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:18.004880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:18.042452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0360f67b-eaba-4f1d-837d-4b39af228f9d,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:18.064141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:18.078420 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fef8870a9a441bfbf5cf033e58d4b77&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3585565
Feb 17 04:36:18.084588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37108) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:18.223007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.232891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37120) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:18.246355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:18.249406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Checking segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:18.253326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.253943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Bound using segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:18.256305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Bound port: fe11cfe6-9ee2-4138-ac12-45459c672b29, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:18.257462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.350121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:18.369861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.432670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.475045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] For port fe11cfe6-9ee2-4138-ac12-45459c672b29, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:18.479433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] For port fe11cfe6-9ee2-4138-ac12-45459c672b29, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe11cfe6-9ee2-4138-ac12-45459c672b29,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:18.484078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.492837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf7a777-200b-475f-a03a-a501183e6bff,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:18.496546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:18.503515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.506873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:18.515267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bb29f459-f654-42e1-b9eb-648f6afee425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:18.529372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360f67b-eaba-4f1d-837d-4b39af228f9d,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:18.534384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:18.578864 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.580109 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0360f67b-eaba-4f1d-837d-4b39af228f9d HTTP/1.1" status: 204  len: 168 time: 0.4930320
Feb 17 04:36:18.598473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Checking segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:18.598895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Network hostable DHCP agents. Network: f0d9ef39-b46a-4056-80ca-b8257246fc13, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:36:18.603057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.728938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.733054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:36:18.766293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Pushing event updated for resources: {'Port': ['ID=fe11cfe6-9ee2-4138-ac12-45459c672b29,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:18.772661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:18.780236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:19.066444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.102729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37156) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:19.158597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, f0d9ef39-b46a-4056-80ca-b8257246fc13) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:19.165847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:19.184148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf21d7e-7521-4d89-bd34-37d2b4b69b9c None None] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:19.184321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Usage tracker for resource:security_group_rule and tenant:ae4a722026ed4ed09adf0d92123a7d80 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:19.189093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.189748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.201662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:19.223806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:19.228875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.270008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:19.280137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef353519ab64c46895cc0dec7bfb263 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:19.311988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:19.323943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:19.337595 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.6036487
Feb 17 04:36:19.357258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37170) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:19.383632 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.386840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:19.404832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:19.414976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1b04bb-1b66-4a62-8400-27fa4afb9ebf,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:19.431904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Usage tracker for resource:router and tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:19.441876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:19.453736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:19.467388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:19.504611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad4e66-5943-44d4-802a-000143ccfa67 None None] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:19.551023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.552125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.575260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Checking segment: {'id': '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:19.575705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Network hostable DHCP agents. Network: 23d3d8ad-34e2-4a43-aad6-cb91683b7160, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:36:19.637937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.719859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.736498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:19.768487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:36:19.799808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:19.835169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 23d3d8ad-34e2-4a43-aad6-cb91683b7160) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:19.847120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd82ba9-9fd5-456a-8dae-ca7f6bfb91c7 None None] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:19.864342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.865007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.039543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:36:20.191881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbe998-0273-4102-8297-6d8e9cf2bdea None None] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:20.294553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Synchronizing usage tracker for tenant:52243be0f362475285d80e930fae92a3 on resource:security_group {{(pid=83903) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:20.301650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.302457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb8cc5d-2c3a-401f-ac3a-7b060fcc0c87,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:20.312646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:20.355029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:20.360986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.384690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.456356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:20.469497 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ef353519ab64c46895cc0dec7bfb263&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3628528
Feb 17 04:36:20.471294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37234) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:20.510466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f8ac00-d1a5-439a-b7c5-8564bc5c858b,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:20.514083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:20.587164 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.0231903
Feb 17 04:36:20.591985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef60e8-b08a-4e2c-ba9e-6347dbe43ed2,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:20.598328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.603494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:20.613338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:36:20.626429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:36:20.634710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00774427-b817-44de-9238-e2e4177073c0 None None] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:20.662117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:20.665535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414bc9710>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:20.684798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.719183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.723179 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.9048028
Feb 17 04:36:20.728082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37248) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:20.730732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Unset dirty status for tenant:52243be0f362475285d80e930fae92a3 on resource:security_group {{(pid=83903) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:20.757883 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae4a722026ed4ed09adf0d92123a7d80&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4146047
Feb 17 04:36:20.762148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37254) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:20.884724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.903483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-753e2c50-26ab-4a49-8ab8-d02dd223c3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:20.928880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.940269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.943369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef60e8-b08a-4e2c-ba9e-6347dbe43ed2,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:20.962284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6285e025-de21-47ed-984c-4a77a35b6fea None None] Provisioning for port fe11cfe6-9ee2-4138-ac12-45459c672b29 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:20.965788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe11cfe6-9ee2-4138-ac12-45459c672b29 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:20.966384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:20.970393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:20.971672 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ef60e8-b08a-4e2c-ba9e-6347dbe43ed2 HTTP/1.1" status: 204  len: 168 time: 0.4970243
Feb 17 04:36:21.014511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.018528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:21.093309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port fe11cfe6-9ee2-4138-ac12-45459c672b29 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:21.094259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.101358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:21.103250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port fe11cfe6-9ee2-4138-ac12-45459c672b29 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:21.103684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.118494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb8cc5d-2c3a-401f-ac3a-7b060fcc0c87,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:21.122556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:21.123495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.127543 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cb8cc5d-2c3a-401f-ac3a-7b060fcc0c87 HTTP/1.1" status: 204  len: 168 time: 0.3588662
Feb 17 04:36:21.342021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.345349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Checking segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:21.346361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Network hostable DHCP agents. Network: 3eac4670-46fd-4c18-9c55-ed035eb365fd, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:36:21.402710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port fe11cfe6-9ee2-4138-ac12-45459c672b29, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe11cfe6-9ee2-4138-ac12-45459c672b29,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:21.409403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.411541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:21.546455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=fe11cfe6-9ee2-4138-ac12-45459c672b29,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:21.555641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414bc9710>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:18Z', 'revision_number': 3, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:21.560961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:36:21.561122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:21.561502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Updating router 3960cfa6-f221-4d40-a147-2db1dfff3db0 port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:36:21.656947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.716482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e6d08ab-7bdb-4978-b9d6-0a93206c3dbc None None] Provisioning complete for port fe11cfe6-9ee2-4138-ac12-45459c672b29 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:21.717295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e6d08ab-7bdb-4978-b9d6-0a93206c3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:21.847255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37294) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:21.860807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37300) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:21.870158 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 04:36:21.984444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:36:22.019438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 3eac4670-46fd-4c18-9c55-ed035eb365fd) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:22.041016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:22.043218 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.140998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f46e07-39e4-4c8e-aa9b-08dde5d1c821 None None] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:22.259010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.283516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Transition to ACTIVE for port object b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:22.287295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.321051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:22.341723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.388947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-eaf989e3-811c-4956-8870-81cd456db1cf tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:22.396877 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-eaf989e3-811c-4956-8870-81cd456db1cf tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/networks?id=23d3d8ad-34e2-4a43-aad6-cb91683b7160 HTTP/1.1" status: 200  len: 812 time: 0.5345643
Feb 17 04:36:22.400065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-cd69cdf1-8f7e-4fa1-b2fc-904b278f590e None None] Provisioning complete for port fe11cfe6-9ee2-4138-ac12-45459c672b29 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:22.402093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd69cdf1-8f7e-4fa1-b2fc-904b278f590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.422867 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-ec6c688a-42f6-45f4-87ca-d810d3a6f405 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/quotas/7c8bf81d567949c194eb63efc45f5bdd HTTP/1.1" status: 200  len: 375 time: 0.0241838
Feb 17 04:36:22.449992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Pushing event updated for resources: {'Port': ['ID=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:22.469629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:22.485846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Usage tracker for resource:security_group_rule and tenant:b709204727254e3a901b0e11727cd4a5 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:22.501368 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-b593b72a-4637-4622-9926-c3e967bdb048 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c8bf81d567949c194eb63efc45f5bdd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0773575
Feb 17 04:36:22.502324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:22.515802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:22.603587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.603992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.612754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.613117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.613494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.613914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.614196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.614553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.615016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.615407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.615784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.616669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.617185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.617547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.617900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.618250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.618621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.618966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.619312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.619656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.620001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.620343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.620687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.621030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Tracked resource versions report:
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]: pushed versions:
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]: {   'AddressGroup': {'1.1'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'ConntrackHelper': {'1.0'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Log': {'1.0'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Network': {'1.1'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Port': {'1.7'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'PortForwarding': {'1.2'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'QosPolicy': {'1.8'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroup': {'1.4'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'SubPort': {'1.0'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Subnet': {'1.1'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     'Trunk': {'1.1'}}
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]: consumer versions:
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]: {   DHCP agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     L3 agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metadata agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     Metering agent@dv-cinder-760197-3-iscsi: {},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@dv-cinder-760197-3-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Log': '1.0',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Network': '1.1',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Port': '1.7',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'PortForwarding': '1.2',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'QosPolicy': '1.8',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroup': '1.4',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'SubPort': '1.0',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Subnet': '1.1',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                                      'Trunk': '1.1'},
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'ConntrackHelper': '1.0',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Log': '1.0',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Network': '1.1',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Port': '1.7',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'PortForwarding': '1.2',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'QosPolicy': '1.8',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroup': '1.4',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'SubPort': '1.0',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Subnet': '1.1',
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:                                             'Trunk': '1.1'}}
Feb 17 04:36:22.634944 dv-cinder-760197-3-iscsi neutron-server[83793]:  {{(pid=83905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:36:22.648895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:22.654536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.661604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.685612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa43e9a0-097c-4800-9409-6606e84e3a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:22.783829 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 5.0128272
Feb 17 04:36:22.786555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.794337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b027fd15-e9be-4e90-9cf1-a7c9937ef660,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:22.799803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:22.808224 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b709204727254e3a901b0e11727cd4a5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9598031
Feb 17 04:36:22.819414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37328) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:22.859342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.879285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe11cfe6-9ee2-4138-ac12-45459c672b29 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:22.881747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Attempting to bind port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:22.882634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Attempting to bind port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:22.884466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Attempting to bind port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:22.893641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:22.894298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:22.900221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.901527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:22.905440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Bound port: b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:22.906038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.001445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.055067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.077005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] For port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:23.086588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] For port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:23.098509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.118456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:23.165008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.171258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ad4f1a7f-51fc-489f-8ff9-4d600a7f154f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:23.221618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b027fd15-e9be-4e90-9cf1-a7c9937ef660,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:23.228297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:23.229731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.235875 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b027fd15-e9be-4e90-9cf1-a7c9937ef660 HTTP/1.1" status: 204  len: 168 time: 0.4151185
Feb 17 04:36:23.427383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-824493e5-1bc9-457c-9a33-638a8ece6d1b None None] Provisioning complete for port fe11cfe6-9ee2-4138-ac12-45459c672b29 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:23.427964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-824493e5-1bc9-457c-9a33-638a8ece6d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.487477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.513149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Pushing event updated for resources: {'Port': ['ID=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:23.520945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:23.542253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Allocated IP 172.27.0.139 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/da36e4e3-c4a1-499c-975c-c24064df54ef) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:23.555030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.588869 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:23.589547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414bc9710>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:23.640992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port fe11cfe6-9ee2-4138-ac12-45459c672b29 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:23.641564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.690656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-8cf29fae-6d34-4c27-a94b-1f90d5ac0782 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:36:23.699641 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-8cf29fae-6d34-4c27-a94b-1f90d5ac0782 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4976819
Feb 17 04:36:23.735802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eebae3-336d-4c78-b9a7-733df24f66d5 None None] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:23.810707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:23.939012 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-cf4e09a9-2b08-48ad-86e8-3ef84e4c0b7a service neutron] 10.222.0.38 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2379355
Feb 17 04:36:24.113947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:24.233324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37378) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:24.360969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:24.379738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Allocated IP 172.20.0.1 (cee8cd42-e9ee-4d26-a68b-5f13a2055c3a/f135cf96-ca04-4188-a3d9-50294ded175a/b63a69ec-f379-479d-a608-a678233f7a68) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:24.384575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:24.432287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414bc9710>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:18Z', 'revision_number': 3, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:24.437522 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-6f18da73-e21c-4bac-b2b1-2e5977cfc086 service neutron] 10.222.0.38 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4972677
Feb 17 04:36:24.444568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda4e99-a005-4a65-8dd5-f8969c0581ef None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:18Z', 'revision_number': 3, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:36:24.525265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-b0939746-4b8c-4a6b-baf7-c096fee7bc2c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:24.534349 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-b0939746-4b8c-4a6b-baf7-c096fee7bc2c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.2996085
Feb 17 04:36:24.563877 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-b0c5bc60-0e42-4502-84f4-8c2969cfa452 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/quotas/a6284f2b80524eb0a36ccebaedba767a HTTP/1.1" status: 200  len: 375 time: 0.0284328
Feb 17 04:36:24.610718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37388) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:24.671134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:24.690294 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-09a0bf7f-b62a-4210-88be-ffbfd020367d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1242425
Feb 17 04:36:24.818791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:24.823406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7a43e4194e4f1f8a141acfb6236568 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:24.826350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:24.832313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:24.901762 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-560da0f6-a75a-4a00-b80f-266b81842f36 req-69d9ece4-60f6-449f-aa90-7ee314f26c16 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.0693889
Feb 17 04:36:25.106695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Pushing event updated for resources: {'Port': ['ID=da36e4e3-c4a1-499c-975c-c24064df54ef,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:25.125326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:25.158183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:25.163312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:25.171702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:25.285948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-e523e44a-db8d-4a50-955a-fa84e1c4f1ca service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:36:25.287648 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-e523e44a-db8d-4a50-955a-fa84e1c4f1ca service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3373804
Feb 17 04:36:25.480116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:25.535444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Transition to ACTIVE for port object b63a69ec-f379-479d-a608-a678233f7a68 will not be triggered until provisioned by entity DHCP. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:25.554441 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-0875574a-cd44-43f3-a6cc-dad13c788d3c service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556248
Feb 17 04:36:25.794085 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-e000117a-9b8e-458d-9197-6d8ea21575bd service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2312791
Feb 17 04:36:25.823105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:25.843307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:25.855184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:25.859542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:26.085157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce6b26-286d-4f60-876c-4e0a6fa012f4,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:26.099564 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-70805641-0657-4aae-baba-ac110e9d4fee req-9a165c58-41fe-491f-8821-f6f23bec81d0 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.0833635
Feb 17 04:36:26.114074 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a7a43e4194e4f1f8a141acfb6236568&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4929748
Feb 17 04:36:26.115278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37478) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:26.133284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:26.136557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.193549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.202953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:26.247188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.337485 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-71b575a4-99c8-4b4e-8336-87cd25a0bfbd req-497a7703-bcc6-4a42-be06-99599b418d40 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 210 time: 0.1085293
Feb 17 04:36:26.434502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Pushing event updated for resources: {'Port': ['ID=b63a69ec-f379-479d-a608-a678233f7a68,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:26.441432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:26.462315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.476406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b7671e80-3b73-48c6-b41b-5064cc39fd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:26.513776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:26.515157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:26.529531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.531700 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99ce6b26-286d-4f60-876c-4e0a6fa012f4 HTTP/1.1" status: 204  len: 168 time: 0.4142818
Feb 17 04:36:26.539075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce6b26-286d-4f60-876c-4e0a6fa012f4,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:26.562477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:26.571677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:26.572191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.889713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.904977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:27.178023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:27.202214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-10da019c-d049-41a0-9cc6-0bafd20d84be None None] Provisioning for port b63a69ec-f379-479d-a608-a678233f7a68 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:27.243347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-10da019c-d049-41a0-9cc6-0bafd20d84be None None] Provisioning complete for port b63a69ec-f379-479d-a608-a678233f7a68 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:27.243856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-10da019c-d049-41a0-9cc6-0bafd20d84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:27.337061 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-50e19ff3-c5e1-4216-ae25-a532db630c3a req-e529a71e-c20d-4d2d-9dea-b3af7fd1d759 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.1458771
Feb 17 04:36:27.377269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:27.388389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:27.388813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:27.456476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-10da019c-d049-41a0-9cc6-0bafd20d84be None None] Port b63a69ec-f379-479d-a608-a678233f7a68 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:36:27.518141 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dce9ae73-406e-4d1f-a9b5-2dfdd3985260 req-2a0c9ed2-4e35-425d-8a09-c0f514edbbe9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 210 time: 0.0947850
Feb 17 04:36:27.766546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:27.821523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:27.826442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:27.830274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:28.040310 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:28.048947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:28.128314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Router 100d044b-6b52-4604-8345-eb949f4911da is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:36:28.540747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:36:28.559664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Sync routers for ids ['100d044b-6b52-4604-8345-eb949f4911da'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:36:28.589304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Routers {'100d044b-6b52-4604-8345-eb949f4911da'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:28.590110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414bf15f8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['100d044b-6b52-4604-8345-eb949f4911da'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:28.697376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:28.715031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:28.716447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.3403542
Feb 17 04:36:28.717985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:28.719202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:28.742373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37610) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:28.743100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:28.834233 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b997c9f-1e6b-4980-b203-09206cce1fec req-bed6e740-9c34-4e3f-8fee-d27a94b88012 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.2048454
Feb 17 04:36:28.930705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:29.036086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.46', 58071) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:29.135895 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7c415a06-f365-4089-bb9f-c31e88ece737 req-7e780c3b-30cd-43aa-a50c-1d02bda4564c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 210 time: 0.1912186
Feb 17 04:36:29.194139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:29.195450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:29.333437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Set router 100d044b-6b52-4604-8345-eb949f4911da gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:29.449197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-3058fcaa-fd9a-48b2-b75e-ba85c72eb6c0 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:29.459427 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-3058fcaa-fd9a-48b2-b75e-ba85c72eb6c0 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.46 "GET /v2.0/networks?id=23d3d8ad-34e2-4a43-aad6-cb91683b7160 HTTP/1.1" status: 200  len: 812 time: 0.4152551
Feb 17 04:36:29.459712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.46', 58072) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:29.532177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Request body: {'port': {'device_id': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160', 'admin_state_up': True, 'tenant_id': '7c8bf81d567949c194eb63efc45f5bdd'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:30.138996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-a7977e3d-ae5c-4d0e-9711-bab1790aaa4f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:30.140740 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-a7977e3d-ae5c-4d0e-9711-bab1790aaa4f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.6793253
Feb 17 04:36:30.142838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:30.147753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Usage tracker for resource:port and tenant:7c8bf81d567949c194eb63efc45f5bdd is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:30.154545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:30.164433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Request body: {'port': {'device_id': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd', 'admin_state_up': True, 'tenant_id': 'a6284f2b80524eb0a36ccebaedba767a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:30.192511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Pushing event updated for resources: {'Port': ['ID=b63a69ec-f379-479d-a608-a678233f7a68,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:30.209108 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.466s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:30.370661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414bf15f8>, [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:36:25Z', 'revision_number': 3, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:30.381892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Checking router: 100d044b-6b52-4604-8345-eb949f4911da for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:36:30.382597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Updating router 100d044b-6b52-4604-8345-eb949f4911da port da36e4e3-c4a1-499c-975c-c24064df54ef binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:36:30.468874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37708) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:30.544716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:30.685690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:30.699435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:30.729633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c185be3a-81fb-4268-b05b-297e9e0b37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:30.740387 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bfcfa2e7-ca4c-47dd-bcac-705e14074ffb req-708c8984-721c-489f-91e5-c4b116cc5867 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.5888634
Feb 17 04:36:30.746229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:30.878830 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-47db7811-42ba-4ba5-93b0-e19169bf62e6 req-8bd3e31f-95c2-4a87-808f-8250bad99043 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 210 time: 0.1367080
Feb 17 04:36:30.963944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Made reservation on behalf of 7c8bf81d567949c194eb63efc45f5bdd for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:30.976862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:31.199493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:36:31.202410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:31.353788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:31.376335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Usage tracker for resource:port and tenant:a6284f2b80524eb0a36ccebaedba767a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:31.387408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:31.423394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:31.479655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Made reservation on behalf of a6284f2b80524eb0a36ccebaedba767a for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:31.485494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:31.805484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:32.051952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Usage tracker for resource:security_group_rule and tenant:f921ca1c70e5484c840adf0e7f7604dc is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:32.069822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:32.120335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:32.124728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.163191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Transition to ACTIVE for port object da36e4e3-c4a1-499c-975c-c24064df54ef will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:32.176115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.235975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ea8413ac-1eae-44b3-8e2d-ef69bd08075c None None] Provisioning complete for port b63a69ec-f379-479d-a608-a678233f7a68 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:32.236482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8413ac-1eae-44b3-8e2d-ef69bd08075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.299238 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c9d44d21-b1b6-41e8-ab01-9d5673230730 req-f7809b5a-a3d9-4d7a-a7e4-cf05f0723c7d tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.1683373
Feb 17 04:36:32.326455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.349035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:32.450003 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a09792e-ed5b-4d01-a896-5233b7718382 req-5adeb746-4d37-4c56-84af-dc4f77f1440d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 210 time: 0.1743858
Feb 17 04:36:32.529167 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37756) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:32.613909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Allocated IP 172.20.0.11 (3eac4670-46fd-4c18-9c55-ed035eb365fd/06f8ac00-d1a5-439a-b7c5-8564bc5c858b/d92a1575-fc75-4375-9949-9d1f0f507388) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:32.638418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Allocated IP 172.20.0.5 (23d3d8ad-34e2-4a43-aad6-cb91683b7160/5a1b04bb-1b66-4a62-8400-27fa4afb9ebf/9be13024-0135-468a-a333-ad54ca5b0575) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:32.751558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Attempting to bind port da36e4e3-c4a1-499c-975c-c24064df54ef on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:32.752665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Attempting to bind port da36e4e3-c4a1-499c-975c-c24064df54ef by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:32.753404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Attempting to bind port da36e4e3-c4a1-499c-975c-c24064df54ef on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:32.764729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:32.765663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:32.766431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.767150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:32.768369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Bound port: da36e4e3-c4a1-499c-975c-c24064df54ef, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:32.768981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.872558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c3e5f-3d35-4135-8360-280b3a2a3b64 None None] Pushing event updated for resources: {'Port': ['ID=da36e4e3-c4a1-499c-975c-c24064df54ef,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:32.902789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] For port da36e4e3-c4a1-499c-975c-c24064df54ef, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:32.907147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] For port da36e4e3-c4a1-499c-975c-c24064df54ef, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=da36e4e3-c4a1-499c-975c-c24064df54ef,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:32.908331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Allocated IP 172.20.0.1 (f0d9ef39-b46a-4056-80ca-b8257246fc13/0cf7a777-200b-475f-a03a-a501183e6bff/47d0f085-2c5b-45a2-8fbd-9ba810db3123) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:32.909703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0a1c3e5f-3d35-4135-8360-280b3a2a3b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:32.918464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ea8413ac-1eae-44b3-8e2d-ef69bd08075c None None] Port b63a69ec-f379-479d-a608-a678233f7a68 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:36:32.926625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.929370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18bab026-e86e-4eb1-8da5-7ea798981fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.957281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:36:32.970123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:36:32.985613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:32.986623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414f8e128>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:33.202120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:33.284299 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] 10.222.0.38 "PUT /v2.0/routers/3960cfa6-f221-4d40-a147-2db1dfff3db0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5250759
Feb 17 04:36:33.357963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.381801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.454389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:33.493964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.497501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:33.498050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c3e5f-3d35-4135-8360-280b3a2a3b64 None None] Pushing event updated for resources: {'Port': ['ID=da36e4e3-c4a1-499c-975c-c24064df54ef,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:33.540469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.557146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0a1c3e5f-3d35-4135-8360-280b3a2a3b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:33.571618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Usage tracker for resource:security_group_rule and tenant:b764603e0d9d4f1f979e0c9f3d054c4f is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:33.631337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.640780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:33.652638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ed1613c5-be0a-4ca7-914d-2967b392c397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:33.655511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Routers {'100d044b-6b52-4604-8345-eb949f4911da'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:33.656230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414bf15f8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['100d044b-6b52-4604-8345-eb949f4911da'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:33.675825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.697653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.745280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.753083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.788802 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f921ca1c70e5484c840adf0e7f7604dc&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3168066
Feb 17 04:36:33.854868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:33.889568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37776) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:33.935547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e626f-85da-4944-aca4-eccc42eee8f1,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:34.182372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.188874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:34.192536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.235128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:34.247610 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b764603e0d9d4f1f979e0c9f3d054c4f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7134130
Feb 17 04:36:34.250916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37788) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:34.251405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] Set router 100d044b-6b52-4604-8345-eb949f4911da gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:34.358114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414f8e128>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:28Z', 'revision_number': 2, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:34.371547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:36:34.371948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Updating router 3960cfa6-f221-4d40-a147-2db1dfff3db0 port b63a69ec-f379-479d-a608-a678233f7a68 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:36:34.409740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.434671 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:34.487833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.503421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.526302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.751514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.755436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9170ad5-c20a-452d-9901-22cb36024fa2,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:34.767474 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:34.768565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:34.790603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event updated for resources: {'Port': ['ID=d92a1575-fc75-4375-9949-9d1f0f507388,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:34.817926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414bf15f8>, [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:36:25Z', 'revision_number': 3, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:34.833171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d3b93-dce3-474d-b1ae-8fb1107a240f None None] The sync data for ids ['100d044b-6b52-4604-8345-eb949f4911da'] in dv-cinder-760197-3-iscsi is: [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:36:25Z', 'revision_number': 3, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:36:34.850186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:34.877360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:34.897381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:34.901886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:34.912942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f1456fbb-b61c-4ed6-9825-fbba35cfef33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:34.919024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:34.919543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.973614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.000949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.039583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Pushing event updated for resources: {'Port': ['ID=47d0f085-2c5b-45a2-8fbd-9ba810db3123,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:35.056856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:35.062955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:35.070232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.100983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.103680 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9170ad5-c20a-452d-9901-22cb36024fa2 HTTP/1.1" status: 204  len: 168 time: 0.8508058
Feb 17 04:36:35.113863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9170ad5-c20a-452d-9901-22cb36024fa2,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:35.129848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:35.134324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:35.257956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:35.267786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.268893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.282798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.348793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.359918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Pushing event updated for resources: {'Port': ['ID=9be13024-0135-468a-a333-ad54ca5b0575,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:35.376625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:35.409237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Transition to ACTIVE for port object b63a69ec-f379-479d-a608-a678233f7a68 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:35.420583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.468551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:35.501341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.564965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f56592-5c88-4890-af47-cdb0df510938 req-215cc0d4-e412-4b89-b0a1-229ed6823bdf tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.576053 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-37f56592-5c88-4890-af47-cdb0df510938 req-215cc0d4-e412-4b89-b0a1-229ed6823bdf tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 931 time: 1.8322656
Feb 17 04:36:35.661185 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5083313
Feb 17 04:36:35.689274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:35.716954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:35.719973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:35.725658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.726762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.776999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6fd52-5a29-4c10-9807-25315e3fce1d req-1871e655-db1f-4670-9ee2-d7b0076f80a1 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.784803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-caf6fd52-5a29-4c10-9807-25315e3fce1d req-1871e655-db1f-4670-9ee2-d7b0076f80a1 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:35.854053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37810) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:35.857435 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-37f56592-5c88-4890-af47-cdb0df510938 req-178274c5-ba6f-4e22-be91-54317821b235 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802591
Feb 17 04:36:35.860144 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.867643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.868801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.923327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.924938 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4057944
Feb 17 04:36:35.933313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.934869 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd1e626f-85da-4944-aca4-eccc42eee8f1 HTTP/1.1" status: 204  len: 168 time: 2.0439138
Feb 17 04:36:35.940803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8cb562a0-c8ba-4220-8084-161352647a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:35.965036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.998378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-17b8fc24-9020-4609-acfb-bfb46c94bfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:36.008178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e626f-85da-4944-aca4-eccc42eee8f1,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.018490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-caf6fd52-5a29-4c10-9807-25315e3fce1d req-1871e655-db1f-4670-9ee2-d7b0076f80a1 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:36.019619 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-caf6fd52-5a29-4c10-9807-25315e3fce1d req-1871e655-db1f-4670-9ee2-d7b0076f80a1 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 932 time: 2.1198986
Feb 17 04:36:36.022251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.023638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:36.049800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Usage tracker for resource:security_group_rule and tenant:c62814dd821141a98309b91e2c1eccf1 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:36.096327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:36.112681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:36.150967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Pushing event updated for resources: {'Port': ['ID=47d0f085-2c5b-45a2-8fbd-9ba810db3123,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.164659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.206589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb4d90-a8dd-4df1-9f8e-8d8a74c6d5b4 None None] Pushing event updated for resources: {'Port': ['ID=b63a69ec-f379-479d-a608-a678233f7a68,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.226216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9fdb4d90-a8dd-4df1-9f8e-8d8a74c6d5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.356621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.360777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:36.362197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:36.367173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.379644 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-caf6fd52-5a29-4c10-9807-25315e3fce1d req-d253a19c-d2dc-48e8-b018-04f95961cfc9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3439317
Feb 17 04:36:36.382911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:36.495729 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c62814dd821141a98309b91e2c1eccf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6327438
Feb 17 04:36:36.497502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37820) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:36.500735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25997a-699b-464d-9847-2a96053b9592,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.504789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.604198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.694207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.764070 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Attempting to bind port b63a69ec-f379-479d-a608-a678233f7a68 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:36.764485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Attempting to bind port b63a69ec-f379-479d-a608-a678233f7a68 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:36.764888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Attempting to bind port b63a69ec-f379-479d-a608-a678233f7a68 on network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:36.789551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:36.794629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Checking segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:36.795097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.795543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Bound using segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:36.796065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Bound port: b63a69ec-f379-479d-a608-a678233f7a68, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:36.796523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.877520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.884685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:36.909968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device da36e4e3-c4a1-499c-975c-c24064df54ef up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:36.922466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.928694 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f25997a-699b-464d-9847-2a96053b9592 HTTP/1.1" status: 204  len: 168 time: 0.4285736
Feb 17 04:36:36.930906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25997a-699b-464d-9847-2a96053b9592,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.937565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.984104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Router 100d044b-6b52-4604-8345-eb949f4911da has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:36:37.184581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] For port b63a69ec-f379-479d-a608-a678233f7a68, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:37.193014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] For port b63a69ec-f379-479d-a608-a678233f7a68, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=b63a69ec-f379-479d-a608-a678233f7a68,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:37.205442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.235010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:37.242269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port da36e4e3-c4a1-499c-975c-c24064df54ef completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:37.260072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port da36e4e3-c4a1-499c-975c-c24064df54ef triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:37.260496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.426623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56c89-0335-4e6d-9ff1-55495cc4c68b req-4b8ce593-b702-400e-adc2-84432f4d64cd tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:37.427379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-56f56c89-0335-4e6d-9ff1-55495cc4c68b req-4b8ce593-b702-400e-adc2-84432f4d64cd tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Synchronizing usage tracker for tenant:7c8bf81d567949c194eb63efc45f5bdd on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:37.485446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-56f56c89-0335-4e6d-9ff1-55495cc4c68b req-4b8ce593-b702-400e-adc2-84432f4d64cd tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Unset dirty status for tenant:7c8bf81d567949c194eb63efc45f5bdd on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:37.486950 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56f56c89-0335-4e6d-9ff1-55495cc4c68b req-4b8ce593-b702-400e-adc2-84432f4d64cd tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 931 time: 0.2716060
Feb 17 04:36:37.610274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37850) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:37.639318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558062285', 'description': 'tempest-description--742751815'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:37.687026 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56f56c89-0335-4e6d-9ff1-55495cc4c68b req-5f110c78-1d56-4570-b3eb-5a2bfbc1744e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919022
Feb 17 04:36:37.689189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:37.696243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.699863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:37.713285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:37.733407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:37.745693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:36:37.751665 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] 10.222.0.38 "PUT /v2.0/routers/100d044b-6b52-4604-8345-eb949f4911da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8614995
Feb 17 04:36:37.753733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.763518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port da36e4e3-c4a1-499c-975c-c24064df54ef, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=da36e4e3-c4a1-499c-975c-c24064df54ef,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:37.769730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.783437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0a1c3e5f-3d35-4135-8360-280b3a2a3b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:37.795896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:37.802873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:37.806442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:37.815603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:37.973334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=da36e4e3-c4a1-499c-975c-c24064df54ef,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:37.977412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.993935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:38.049548 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb4d90-a8dd-4df1-9f8e-8d8a74c6d5b4 None None] Pushing event updated for resources: {'Port': ['ID=b63a69ec-f379-479d-a608-a678233f7a68,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:38.077216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.098436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ad3ba8fb-a38e-4494-a8ef-b84cd777973a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:38.115131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:36:38.119620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9fdb4d90-a8dd-4df1-9f8e-8d8a74c6d5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:38.149644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:38.167695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:38.167875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.169427 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5580549
Feb 17 04:36:38.172595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37866) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:38.180393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'security_group_rule': {'security_group_id': '6aa92cc3-7cd2-4e54-bb30-d4266f2ff018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:38.199098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:38.206047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:38.212154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:38.236184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:38.254633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bed87-7eea-457d-a3e2-cd9653fb471a req-b113cdae-c1d4-46f7-a65e-abd8c3aa219e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:38.259114 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9b9bed87-7eea-457d-a3e2-cd9653fb471a req-b113cdae-c1d4-46f7-a65e-abd8c3aa219e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 932 time: 0.2774279
Feb 17 04:36:38.325148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:38.325845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414f8e128>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:38.362498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.581954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Sync routers for ids ['100d044b-6b52-4604-8345-eb949f4911da'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:36:38.600130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Routers {'100d044b-6b52-4604-8345-eb949f4911da'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:38.600824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ddbac8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['100d044b-6b52-4604-8345-eb949f4911da'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:38.624226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.653120 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9b9bed87-7eea-457d-a3e2-cd9653fb471a req-30eb15ad-1791-4d24-ac03-c8b6294f6199 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3869541
Feb 17 04:36:38.656528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.663081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:38.754148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015793d5-76fb-46ed-bc5c-b050f9b7d933,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:38.782054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:38.796461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.800514 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6236045
Feb 17 04:36:38.800860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 37896) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:38.827044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'security_group_rule': {'security_group_id': '6aa92cc3-7cd2-4e54-bb30-d4266f2ff018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:38.845179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:38.856157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:38.872129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:38.906732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:38.946121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.957760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:39.057441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device da36e4e3-c4a1-499c-975c-c24064df54ef up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:39.101019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.106219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.157969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:39.192693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.201567 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3996863
Feb 17 04:36:39.206334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 37908) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:39.218187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:39.227050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf20293-64c1-4e2d-87d5-b865f0f901e2,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:39.236742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:39.242238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:39.278843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:floatingip and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:39.297562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:39.317625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Set router 100d044b-6b52-4604-8345-eb949f4911da gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:39.331010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:39.371751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.392809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port da36e4e3-c4a1-499c-975c-c24064df54ef triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:39.393438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.570415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-131f2fbb-b04a-4246-ab7d-eaf973068364 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:36:39.571452 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-131f2fbb-b04a-4246-ab7d-eaf973068364 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064447
Feb 17 04:36:39.581730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-6a3c798e-7440-4dc1-834b-e8dd2e6a7e97 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:36:39.583024 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-6a3c798e-7440-4dc1-834b-e8dd2e6a7e97 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0199907
Feb 17 04:36:40.054774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414f8e128>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:40.074511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb09ece-0f1f-4718-a4ad-2c323f108d5d None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:36:40.554296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.006882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-9583dc31-f8fd-416b-8b7d-fdf5c36b8ae4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:41.014801 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-9583dc31-f8fd-416b-8b7d-fdf5c36b8ae4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 818 time: 1.2975349
Feb 17 04:36:41.057581 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-e7ca05e6-8b73-4cd7-9734-e07bec44bd86 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/quotas/d94a26ff4de24165a4a8fc5a5ddfd3f5 HTTP/1.1" status: 200  len: 375 time: 0.0417054
Feb 17 04:36:41.230790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b63a69ec-f379-479d-a608-a678233f7a68 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:41.244874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Request body: {'port': {'device_id': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:41.402268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Request body: {'port': {'device_id': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:41.445605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ddbac8>, [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:36:35Z', 'revision_number': 4, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '47d0f085-2c5b-45a2-8fbd-9ba810db3123', 'name': '', 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'mac_address': 'fa:16:3e:15:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf7a777-200b-475f-a03a-a501183e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:32Z', 'updated_at': '2021-02-17T04:36:35Z', 'revision_number': 2, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'subnets': [{'id': '0cf7a777-200b-475f-a03a-a501183e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:41.514723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Checking router: 100d044b-6b52-4604-8345-eb949f4911da for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:36:41.515266 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Updating router 100d044b-6b52-4604-8345-eb949f4911da port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:36:41.641777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Allocated IP 172.27.0.225 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/a31b6d53-ad6f-41e6-afef-c48fb72727ea) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:41.671237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port b63a69ec-f379-479d-a608-a678233f7a68 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:41.701689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port b63a69ec-f379-479d-a608-a678233f7a68 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:41.703023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.706938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.868761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.949702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.099748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.116487 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-b040ef02-2612-4b6d-85d9-5da6c5ba03c5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0563548
Feb 17 04:36:42.143910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.189463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:42.773720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'Port': ['ID=a31b6d53-ad6f-41e6-afef-c48fb72727ea,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:42.786612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be13024-0135-468a-a333-ad54ca5b0575 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:36:42.797501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.805936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:42.817013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Transition to ACTIVE for port object 9be13024-0135-468a-a333-ad54ca5b0575 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:42.824319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:42.824928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.826253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:42.833277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:42.904321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port b63a69ec-f379-479d-a608-a678233f7a68, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=b63a69ec-f379-479d-a608-a678233f7a68,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:42.909011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.910361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.935385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:42.960316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c2cf57a5-61f2-4b13-a9f8-eca4a2a7d6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:42.975575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.095811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9be13024-0135-468a-a333-ad54ca5b0575,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:43.187013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:43.190784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.205997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=b63a69ec-f379-479d-a608-a678233f7a68,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:43.211289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:43.317891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.336490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Transition to ACTIVE for port object 47d0f085-2c5b-45a2-8fbd-9ba810db3123 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:43.340599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.554993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.562068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.591970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a1890-508e-4dcc-8116-8efb7477b532 req-ce56c3d0-e386-452f-be8b-bf4c58251ffc tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:43.593623 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0e4a1890-508e-4dcc-8116-8efb7477b532 req-ce56c3d0-e386-452f-be8b-bf4c58251ffc tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 931 time: 1.9068487
Feb 17 04:36:43.617615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:43.695464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31394c04-14ce-46fd-87fd-a272b7561319 None None] Pushing event updated for resources: {'Port': ['ID=47d0f085-2c5b-45a2-8fbd-9ba810db3123,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:43.698979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31394c04-14ce-46fd-87fd-a272b7561319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:43.777746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8aa5e052-6676-4d08-bc96-7d3011563bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:43.844840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Attempting to bind port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:43.846787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Attempting to bind port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:43.847214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Attempting to bind port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 on network f0d9ef39-b46a-4056-80ca-b8257246fc13 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:43.852500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'Port': ['ID=a31b6d53-ad6f-41e6-afef-c48fb72727ea,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:43.857399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:43.862167 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.864351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:43.864559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Checking segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:43.865246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.865405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Bound using segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:43.868919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Bound port: 47d0f085-2c5b-45a2-8fbd-9ba810db3123, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:43.869330 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0e4a1890-508e-4dcc-8116-8efb7477b532 req-aa6cc9c8-6e49-40e8-a204-347a5ad0b187 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598548
Feb 17 04:36:43.869434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.888740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.890174 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6818993
Feb 17 04:36:43.895418 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-90c40640-4ab6-4ec4-8012-c64476e4c4b1 service neutron] 10.222.0.38 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0722308
Feb 17 04:36:44.081745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] For port 47d0f085-2c5b-45a2-8fbd-9ba810db3123, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:44.086921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] For port 47d0f085-2c5b-45a2-8fbd-9ba810db3123, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=47d0f085-2c5b-45a2-8fbd-9ba810db3123,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:44.092861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.095298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92a1575-fc75-4375-9949-9d1f0f507388 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:36:44.114155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:44.128029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.355986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31394c04-14ce-46fd-87fd-a272b7561319 None None] Pushing event updated for resources: {'Port': ['ID=47d0f085-2c5b-45a2-8fbd-9ba810db3123,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:44.360818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31394c04-14ce-46fd-87fd-a272b7561319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:44.365772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Routers {'100d044b-6b52-4604-8345-eb949f4911da'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:44.366535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ddbac8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:36:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['100d044b-6b52-4604-8345-eb949f4911da'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:44.490953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Transition to ACTIVE for port object d92a1575-fc75-4375-9949-9d1f0f507388 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:44.511066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.548192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:44.565472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] Set router 100d044b-6b52-4604-8345-eb949f4911da gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:44.653837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Attempting to bind port 9be13024-0135-468a-a333-ad54ca5b0575 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:44.654051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Attempting to bind port 9be13024-0135-468a-a333-ad54ca5b0575 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:44.654259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Attempting to bind port 9be13024-0135-468a-a333-ad54ca5b0575 on network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:44.669430 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-462a826c-351d-43e2-b4ed-3626cd386721 service neutron] 10.222.0.38 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7627020
Feb 17 04:36:44.696267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:44.696627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Checking segment: {'id': '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:44.697094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.697645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Bound using segment: {'id': '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:44.698180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Bound port: 9be13024-0135-468a-a333-ad54ca5b0575, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '23d3d8ad-34e2-4a43-aad6-cb91683b7160'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:44.698591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.735532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d92a1575-fc75-4375-9949-9d1f0f507388,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:44.765933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:44.799517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743524-4184-444d-8d14-30a78417db4a req-3f0e3115-2381-45d3-a721-85395b7975ff tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:44.801054 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-96743524-4184-444d-8d14-30a78417db4a req-3f0e3115-2381-45d3-a721-85395b7975ff tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 932 time: 0.6945531
Feb 17 04:36:44.845063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38022) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:44.949595 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-96743524-4184-444d-8d14-30a78417db4a req-0fda29a8-9866-4702-aec4-29107dbc5942 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389198
Feb 17 04:36:45.067036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] For port 9be13024-0135-468a-a333-ad54ca5b0575, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:45.077777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.118762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:45.123538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d3baea802b473996bfc8e60778fa8e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:45.126937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:45.128582 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] For port 9be13024-0135-468a-a333-ad54ca5b0575, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9be13024-0135-468a-a333-ad54ca5b0575,segment=NetworkSegment(5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6),segment_id=5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:45.134647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:45.159029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.226948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b63a69ec-f379-479d-a608-a678233f7a68 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:45.245337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:45.259968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.263744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.284209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:45.329424 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2d3baea802b473996bfc8e60778fa8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4825709
Feb 17 04:36:45.332655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38052) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:45.342163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Attempting to bind port d92a1575-fc75-4375-9949-9d1f0f507388 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:45.342539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Attempting to bind port d92a1575-fc75-4375-9949-9d1f0f507388 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:45.342934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Attempting to bind port d92a1575-fc75-4375-9949-9d1f0f507388 on network 3eac4670-46fd-4c18-9c55-ed035eb365fd {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:45.378512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3d4864-2167-4fac-a2bb-f642befa4271,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:45.389308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:45.396864 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9c11943d-e1c4-456e-87f3-d78cf02f5b45 req-6d31cba5-b0d6-4687-803e-762130fbc606 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 210 time: 0.2300682
Feb 17 04:36:45.405227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:45.405610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Checking segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:45.406014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.406408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Bound using segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:45.406958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Bound port: d92a1575-fc75-4375-9949-9d1f0f507388, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:45.407333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.409030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ddbac8>, [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:36:35Z', 'revision_number': 4, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '47d0f085-2c5b-45a2-8fbd-9ba810db3123', 'name': '', 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'mac_address': 'fa:16:3e:15:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf7a777-200b-475f-a03a-a501183e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:32Z', 'updated_at': '2021-02-17T04:36:44Z', 'revision_number': 4, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'subnets': [{'id': '0cf7a777-200b-475f-a03a-a501183e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:45.413331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port b63a69ec-f379-479d-a608-a678233f7a68 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:45.413489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.431970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.465224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.541197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9be13024-0135-468a-a333-ad54ca5b0575,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:45.545948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-229e0d37-73e5-44c0-ae87-e0728214e33f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Synchronizing usage tracker for tenant:669aa7253aff4985a447b249c23aa338 on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:45.557825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:45.570728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.576612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:45.579269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58d2e6-0a04-424b-b522-0723ea5135ad None None] The sync data for ids ['100d044b-6b52-4604-8345-eb949f4911da'] in dv-cinder-760197-3-iscsi is: [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:36:35Z', 'revision_number': 4, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '47d0f085-2c5b-45a2-8fbd-9ba810db3123', 'name': '', 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'mac_address': 'fa:16:3e:15:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf7a777-200b-475f-a03a-a501183e6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:32Z', 'updated_at': '2021-02-17T04:36:44Z', 'revision_number': 4, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'subnets': [{'id': '0cf7a777-200b-475f-a03a-a501183e6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:36:45.628630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.638429 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf3d4864-2167-4fac-a2bb-f642befa4271 HTTP/1.1" status: 204  len: 168 time: 0.3037941
Feb 17 04:36:45.639801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3d4864-2167-4fac-a2bb-f642befa4271,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:45.647807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:45.769141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-229e0d37-73e5-44c0-ae87-e0728214e33f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Unset dirty status for tenant:669aa7253aff4985a447b249c23aa338 on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:45.770422 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-229e0d37-73e5-44c0-ae87-e0728214e33f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1558062285&fields=id&tenant_id=669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 267 time: 0.5275726
Feb 17 04:36:45.780076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] For port d92a1575-fc75-4375-9949-9d1f0f507388, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:45.907209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] For port d92a1575-fc75-4375-9949-9d1f0f507388, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d92a1575-fc75-4375-9949-9d1f0f507388,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:45.909254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:45.910114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:45.912450 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] 10.222.0.46 "PUT /v2.0/ports/9be13024-0135-468a-a333-ad54ca5b0575 HTTP/1.1" status: 200  len: 1157 time: 5.3132493
Feb 17 04:36:45.916301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:46.060433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.067092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-151ca2bb-9cc4-4345-a3d0-4c0800e897c9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.074472 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-151ca2bb-9cc4-4345-a3d0-4c0800e897c9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 817 time: 0.2857869
Feb 17 04:36:46.138693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:46.177446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38074) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:46.212973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.233944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:46.238472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Usage tracker for resource:security_group_rule and tenant:7cfc7d67130c40c4b46d12ac109ce75e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:46.242849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:46.248844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:46.289057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d92a1575-fc75-4375-9949-9d1f0f507388,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:46.306237 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-62b5db85-221f-427e-89b5-18a65aa48434 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/quotas/669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 375 time: 0.2307160
Feb 17 04:36:46.316454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:46.348960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.352062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.362139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4fc32592-5d91-469e-98a0-cb3b13901f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:46.408154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22843ae-3109-4622-9edb-b4b995ad8a8c,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:46.412619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:46.420123 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cfc7d67130c40c4b46d12ac109ce75e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2416515
Feb 17 04:36:46.423046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38082) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:46.500339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.543948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.606258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.612338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:46.621658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d746-b47c-4993-84e7-1b4c18033ec2 req-1a493319-9156-4e41-bb21-d90b7a27aaf3 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.626620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22843ae-3109-4622-9edb-b4b995ad8a8c,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:46.627559 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d8d1d746-b47c-4993-84e7-1b4c18033ec2 req-1a493319-9156-4e41-bb21-d90b7a27aaf3 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.9547303
Feb 17 04:36:46.661680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:46.666796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.670888 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c22843ae-3109-4622-9edb-b4b995ad8a8c HTTP/1.1" status: 204  len: 168 time: 0.2465553
Feb 17 04:36:46.692246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.46', 58094) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:46.772795 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d8d1d746-b47c-4993-84e7-1b4c18033ec2 req-c95f2693-4314-41f6-9be0-1028823fd299 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343000
Feb 17 04:36:46.784720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-015eb45e-1291-453d-9798-d6c63f798d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.786327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-015eb45e-1291-453d-9798-d6c63f798d74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c8bf81d567949c194eb63efc45f5bdd&device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 1160 time: 0.7088301
Feb 17 04:36:46.790184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.790875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:46.792306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] 10.222.0.46 "PUT /v2.0/ports/d92a1575-fc75-4375-9949-9d1f0f507388 HTTP/1.1" status: 200  len: 1158 time: 6.1949749
Feb 17 04:36:46.812261 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-3cf87f41-61ed-4a23-9142-9688e5a30806 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4916823
Feb 17 04:36:46.932327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-f9e7d397-9ba4-4e45-b976-0aa5db0713a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be13024-0135-468a-a333-ad54ca5b0575 HTTP/1.1" status: 200  len: 217 time: 0.1309536
Feb 17 04:36:47.113807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-efa316a6-8a1a-4424-a511-1ac57d7ae8fc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.115449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-efa316a6-8a1a-4424-a511-1ac57d7ae8fc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Synchronizing usage tracker for tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 on resource:network {{(pid=83903) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:47.154243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-efa316a6-8a1a-4424-a511-1ac57d7ae8fc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Unset dirty status for tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 on resource:network {{(pid=83903) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:47.155568 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-efa316a6-8a1a-4424-a511-1ac57d7ae8fc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 818 time: 0.4610121
Feb 17 04:36:47.168699 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Request body: {'port': {'device_id': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13', 'admin_state_up': True, 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:47.230131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 47d0f085-2c5b-45a2-8fbd-9ba810db3123 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:47.336305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:47.342930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:47.344074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:47.519968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:47.524211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Usage tracker for resource:port and tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:47.533785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:47.540777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:47.558152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:47.571866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Made reservation on behalf of d94a26ff4de24165a4a8fc5a5ddfd3f5 for: {'port': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:47.576198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 47d0f085-2c5b-45a2-8fbd-9ba810db3123, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=47d0f085-2c5b-45a2-8fbd-9ba810db3123,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:47.579734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:47.580082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:47.586554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:47.594731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629669df-5d34-4073-9574-d5d686a98e9d req-c944fb66-6063-46bd-bb5e-b5bd472c55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.596324 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-c944fb66-6063-46bd-bb5e-b5bd472c55cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a1b04bb-1b66-4a62-8400-27fa4afb9ebf HTTP/1.1" status: 200  len: 852 time: 0.6115296
Feb 17 04:36:47.610071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38124) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:47.643764 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:47.665700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:47.669696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Usage tracker for resource:security_group_rule and tenant:33f8827c899941d2a4f1e96ff112b081 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:47.681640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-e3f69e50-9b0f-48b6-81eb-b9e5c3a8218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.683492 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-e3f69e50-9b0f-48b6-81eb-b9e5c3a8218a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 1161 time: 0.6998968
Feb 17 04:36:47.686039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-08100adb-1fd7-43ad-b4c2-d73d0c6e2a1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d3d8ad-34e2-4a43-aad6-cb91683b7160&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779772
Feb 17 04:36:47.688754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=47d0f085-2c5b-45a2-8fbd-9ba810db3123,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:47.688983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:47.695394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:47.750875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:47.796621 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-87ffd3b3-474b-4d9c-a315-c05ad5ab4d15 service neutron] 10.222.0.38 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9022288
Feb 17 04:36:47.861549 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-4dc4c8eb-84fa-44bb-927f-28baa3d9a577 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92a1575-fc75-4375-9949-9d1f0f507388 HTTP/1.1" status: 200  len: 217 time: 0.1562593
Feb 17 04:36:47.904408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-a759f247-9500-48d2-9497-b081bcb32789 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.905920 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-a759f247-9500-48d2-9497-b081bcb32789 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 818 time: 0.6060178
Feb 17 04:36:48.009244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.012816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.026594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:48.048439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Allocated IP 172.20.0.10 (f0d9ef39-b46a-4056-80ca-b8257246fc13/0cf7a777-200b-475f-a03a-a501183e6bff/931d3091-bc84-4f99-9fec-11c4d1500c28) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:48.050798 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-73919d7f-2635-4103-9efc-32f06d091a5d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/quotas/d94a26ff4de24165a4a8fc5a5ddfd3f5 HTTP/1.1" status: 200  len: 375 time: 0.0424776
Feb 17 04:36:48.083370 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33f8827c899941d2a4f1e96ff112b081&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4721570
Feb 17 04:36:48.087253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f135d-df56-41ae-9f8a-3dff3554cbe1,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:48.089817 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38132) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:48.094375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:48.141935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-365df9c3-eb68-47ae-b677-5295f4bb4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:48.143560 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-365df9c3-eb68-47ae-b677-5295f4bb4cd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.2489543
Feb 17 04:36:48.236054 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-ec5a972b-c6bb-474d-a835-2f842a9e04c8 service neutron] 10.222.0.46 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5319061
Feb 17 04:36:48.237987 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-aa694126-9f84-423a-b97a-286cca6679e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757477
Feb 17 04:36:48.243299 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-dcb0983e-aee1-4961-a8fb-33d72ebce1d7 service neutron] 10.222.0.38 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3838794
Feb 17 04:36:48.281643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.337325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.429402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.467535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.492215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0e67342-662f-428a-8ac1-563c225d6ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:48.539329 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-0aa04134-cb3a-4fc0-a0cb-eb130242f281 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4732733
Feb 17 04:36:48.908399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:48.919112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Pushing event updated for resources: {'Port': ['ID=931d3091-bc84-4f99-9fec-11c4d1500c28,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:48.930820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:48.932677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-582374e4-ccfb-4db2-a6fc-466d4a0884ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:48.962421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f135d-df56-41ae-9f8a-3dff3554cbe1,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:48.989264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-b6314fd9-e244-49ba-b0e8-df61fd5d368a service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7389817
Feb 17 04:36:48.992090 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629669df-5d34-4073-9574-d5d686a98e9d req-568e69fa-f993-4c85-a7b9-1349e64ab02a service neutron] 10.222.0.46 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7407076
Feb 17 04:36:48.997904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:49.089362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 47d0f085-2c5b-45a2-8fbd-9ba810db3123 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:49.103615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:49.125740 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d44f135d-df56-41ae-9f8a-3dff3554cbe1 HTTP/1.1" status: 204  len: 168 time: 1.0325699
Feb 17 04:36:49.129546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bdbf8-8b8b-4272-a32e-1842c6d6b77e req-541d7a50-671b-4ed7-9f51-df1159c6ffe2 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.137789 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-801bdbf8-8b8b-4272-a32e-1842c6d6b77e req-541d7a50-671b-4ed7-9f51-df1159c6ffe2 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 944 time: 0.6654036
Feb 17 04:36:49.170314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:49.185380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:49.195478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:49.200011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.200689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:49.232254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:49.233199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:49.244108 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0795405
Feb 17 04:36:49.263847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Request body: {'port': {'device_id': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:49.267277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-0657d3a1-0fb8-479a-bc3b-ccac8f6cdb40 service neutron] 10.222.0.38 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7037656
Feb 17 04:36:49.448380 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-801bdbf8-8b8b-4272-a32e-1842c6d6b77e req-8943f803-f8e1-4548-8ebe-c9de36551c9b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3090694
Feb 17 04:36:49.463319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:49.532904 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2264cdcf-a7f4-4e6a-acd5-ca1b73ad9340 req-2aa35f64-c703-472a-a9c7-dcc282fed74e service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5192983
Feb 17 04:36:49.597162 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-fe897c47-86ac-4243-aa05-dc09d3bb1b17 service neutron] 10.222.0.38 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3289056
Feb 17 04:36:49.950190 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575', 'status': 'completed', 'code': 200}
Feb 17 04:36:50.025423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931d3091-bc84-4f99-9fec-11c4d1500c28 {{(pid=83903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:36:50.044641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.068728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Transition to ACTIVE for port object 931d3091-bc84-4f99-9fec-11c4d1500c28 will not be triggered until provisioned by entity L2. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:50.073373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.090471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:50.135846 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec72719f-565a-4e19-86ac-42dbad669680 req-399989a1-52a4-442d-ac3c-2e1e5955e046 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.0643506
Feb 17 04:36:50.174415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bbdb-0a43-4101-bcb9-2c75bc3002a4 req-fe7a7a3e-2e5a-463d-97e3-50761c96fbf6 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.177039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f883bbdb-0a43-4101-bcb9-2c75bc3002a4 req-fe7a7a3e-2e5a-463d-97e3-50761c96fbf6 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.1796391
Feb 17 04:36:50.243491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Pushing event updated for resources: {'Port': ['ID=931d3091-bc84-4f99-9fec-11c4d1500c28,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:50.257976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:50.306759 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-26a67a44-1429-4c35-b221-86c9e8f32503 req-4976685b-deec-4d60-8418-bab87cdd0f2e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 210 time: 0.0896547
Feb 17 04:36:50.357404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f883bbdb-0a43-4101-bcb9-2c75bc3002a4 req-daadcf79-1e3f-40d5-8bca-e9e1a03f2316 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710768
Feb 17 04:36:50.423339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Attempting to bind port 931d3091-bc84-4f99-9fec-11c4d1500c28 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:50.423837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Attempting to bind port 931d3091-bc84-4f99-9fec-11c4d1500c28 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'}] {{(pid=83903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:50.424021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Attempting to bind port 931d3091-bc84-4f99-9fec-11c4d1500c28 on network f0d9ef39-b46a-4056-80ca-b8257246fc13 {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:50.430361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:50.431090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Checking segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:50.431209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.431603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Bound using segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:50.432115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Bound port: 931d3091-bc84-4f99-9fec-11c4d1500c28, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'}}] {{(pid=83903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:50.432493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.553387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] For port 931d3091-bc84-4f99-9fec-11c4d1500c28, host hv-cinder-76019, cleared binding levels {{(pid=83903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:50.557657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] For port 931d3091-bc84-4f99-9fec-11c4d1500c28, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=931d3091-bc84-4f99-9fec-11c4d1500c28,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:50.563933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.591395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:50.686139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968840ed-2e9a-4e1a-803d-6ff7dbc78b79 req-bc2336da-5f39-47f2-95dd-bf210c908005 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.687840 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-968840ed-2e9a-4e1a-803d-6ff7dbc78b79 req-bc2336da-5f39-47f2-95dd-bf210c908005 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 944 time: 0.0989501
Feb 17 04:36:50.751954 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-968840ed-2e9a-4e1a-803d-6ff7dbc78b79 req-f23fad17-c033-47af-80a1-d33ba27f2c0a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562193
Feb 17 04:36:50.758892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Pushing event updated for resources: {'Port': ['ID=931d3091-bc84-4f99-9fec-11c4d1500c28,revision_number=3']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:50.765124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:50.800382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.801063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:50.802708 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] 10.222.0.46 "PUT /v2.0/ports/931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 1158 time: 1.5437915
Feb 17 04:36:50.803316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'tag': '931d3091-bc84-4f99-9fec-11c4d1500c28'}] {{(pid=83903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:50.977062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38236) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:51.122513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.142321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:51.147946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Usage tracker for resource:security_group_rule and tenant:116ec2761d2d49fdb7bd95e9e4e6af3d is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:51.151069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:51.157222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:51.268698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.275813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.284084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:51.297820 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'tag': '931d3091-bc84-4f99-9fec-11c4d1500c28', 'status': 'completed', 'code': 200}
Feb 17 04:36:51.335052 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=116ec2761d2d49fdb7bd95e9e4e6af3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3532021
Feb 17 04:36:51.335052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de09e0e-3052-4487-8e17-97ab140ee882,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:51.335333 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1adc074-dde7-4903-8f01-cba1653ff0a3 req-873128bf-76f4-4f2f-b4a8-44788544c8e6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.0632803
Feb 17 04:36:51.335456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 38256) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:51.351893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:51.441320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.518069 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5393f3b0-8b10-44b2-b5df-153af5cdeebe req-fcc8c0d6-9b71-4eee-8ca4-07ad4c04537b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 210 time: 0.0778487
Feb 17 04:36:51.535091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.634652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.648492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d602e55c-1790-4e60-8ff3-ea04d959617a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:51.663893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de09e0e-3052-4487-8e17-97ab140ee882,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:51.667744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:51.683024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:51.684822 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3de09e0e-3052-4487-8e17-97ab140ee882 HTTP/1.1" status: 204  len: 168 time: 0.3480432
Feb 17 04:36:51.720424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e14b-e52f-4ba8-91ce-bb3492bac5bb req-d8c41ab7-1917-43ee-8075-6432e70704aa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:51.725428 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ce1e14b-e52f-4ba8-91ce-bb3492bac5bb req-d8c41ab7-1917-43ee-8075-6432e70704aa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.1318061
Feb 17 04:36:51.790244 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ce1e14b-e52f-4ba8-91ce-bb3492bac5bb req-385318dd-7b3d-48f9-885a-61dc71645f77 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598676
Feb 17 04:36:51.961240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'tag': 'd92a1575-fc75-4375-9949-9d1f0f507388'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:51.996141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb64bce-2291-4d6d-ba3a-1b1df1ff51dd req-5de03880-e80c-4416-a277-394275a69580 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:51.998070 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fcb64bce-2291-4d6d-ba3a-1b1df1ff51dd req-5de03880-e80c-4416-a277-394275a69580 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 944 time: 0.1219316
Feb 17 04:36:52.064390 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fcb64bce-2291-4d6d-ba3a-1b1df1ff51dd req-52beb74c-42fb-4edd-880e-a1fd0b4ace9b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581639
Feb 17 04:36:52.092191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'tag': 'd92a1575-fc75-4375-9949-9d1f0f507388', 'status': 'completed', 'code': 200}
Feb 17 04:36:52.140681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 38300) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:52.161257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.177680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:52.181800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8aaf17f38345dbb648289a02c22170 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:52.185091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:52.190961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:52.278186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.281067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.290861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:52.307134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38306) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:52.336513 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f8aaf17f38345dbb648289a02c22170&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940281
Feb 17 04:36:52.337397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e139f68e-b182-4b28-a8c3-b95d0693251b,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:52.339452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38312) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:52.341288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:52.409503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.456834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.470017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.492665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:52.500631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Usage tracker for resource:security_group_rule and tenant:31a514ad7f264242b4e240c7ef6e1059 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:52.505150 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f692ad53-cbeb-41ec-92cf-b7125ae4637a req-8fd36816-1c3e-48db-b2b6-d1b3fa2d01e9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.0495653
Feb 17 04:36:52.512982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:52.523882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:52.558490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.569770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:52.590959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e139f68e-b182-4b28-a8c3-b95d0693251b,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:52.593652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:52.623919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.625080 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e139f68e-b182-4b28-a8c3-b95d0693251b HTTP/1.1" status: 204  len: 168 time: 0.2843871
Feb 17 04:36:52.653492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.656922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.667138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-60649c98-b56b-4243-b161-fff0c8721c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:52.694899 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15d2d9f5-96da-4dfd-9658-4b87efd98f9d req-eea49e65-d8c8-4af4-b2ed-f3a392345298 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 210 time: 0.0537417
Feb 17 04:36:52.712041 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31a514ad7f264242b4e240c7ef6e1059&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4036145
Feb 17 04:36:52.713749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55fc57e-1f95-4fae-b1f6-c75bef9b2bc3,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:52.714999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 38326) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:52.717093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:52.788043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.842602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.916689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:52.922272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:52.945245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55fc57e-1f95-4fae-b1f6-c75bef9b2bc3,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:53.030494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:53.059483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:53.063935 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b55fc57e-1f95-4fae-b1f6-c75bef9b2bc3 HTTP/1.1" status: 204  len: 168 time: 0.3475690
Feb 17 04:36:53.074789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-9aa3838f-8994-4c67-acb0-bdb769b87c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.076503 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-9aa3838f-8994-4c67-acb0-bdb769b87c97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c8bf81d567949c194eb63efc45f5bdd&device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 1160 time: 0.2132797
Feb 17 04:36:53.214606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.46', 58108) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:53.264782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:53.414870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-e2a7878f-daa9-4e4f-bf90-bffda4220e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.419576 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-e2a7878f-daa9-4e4f-bf90-bffda4220e37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d3d8ad-34e2-4a43-aad6-cb91683b7160 HTTP/1.1" status: 200  len: 906 time: 0.3332818
Feb 17 04:36:53.544846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809018-27b6-4d56-95be-51e1966b813f req-a7edf108-6c23-4286-b873-674c3e5a61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.546863 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-a7edf108-6c23-4286-b873-674c3e5a61b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 1161 time: 0.6029000
Feb 17 04:36:53.553382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-fc8a1213-c1db-40fc-840d-0bac36b8d430 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be13024-0135-468a-a333-ad54ca5b0575 HTTP/1.1" status: 200  len: 217 time: 0.1251853
Feb 17 04:36:53.660564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-95a1eeca-adb0-4e27-b182-fe5bfcb03618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.662599 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-95a1eeca-adb0-4e27-b182-fe5bfcb03618 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a1b04bb-1b66-4a62-8400-27fa4afb9ebf HTTP/1.1" status: 200  len: 852 time: 0.1011384
Feb 17 04:36:53.734734 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-8f3344bf-8a44-4480-8578-44d915963754 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d3d8ad-34e2-4a43-aad6-cb91683b7160&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643802
Feb 17 04:36:53.794387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8c71fd2b-ae56-46be-894a-d66f6504d8ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.795988 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8c71fd2b-ae56-46be-894a-d66f6504d8ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 817 time: 0.5780678
Feb 17 04:36:53.806624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38364) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:53.811115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078817df-c4e4-4f51-bad0-f7cfebb9e218 req-e95e86cb-f731-400b-85cf-3f1a2940b144 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.819031 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-078817df-c4e4-4f51-bad0-f7cfebb9e218 req-e95e86cb-f731-400b-85cf-3f1a2940b144 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.7316008
Feb 17 04:36:53.830830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:53.857756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:53.862807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Usage tracker for resource:security_group_rule and tenant:bb70283f3e474fc88d4bfe1fc0f73709 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:53.866978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:53.869948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cbdce-7053-4ee6-8218-fe6b1a0188ef req-c8d7798e-c4d4-493f-972e-285bda347001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.871004 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e94cbdce-7053-4ee6-8218-fe6b1a0188ef req-c8d7798e-c4d4-493f-972e-285bda347001 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1161 time: 0.7360632
Feb 17 04:36:53.874074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:53.939088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a68e8-3fde-4b65-ad09-b60c4e29181f req-016320ba-a976-4af4-9907-cab419d00dbd tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.940703 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2a3a68e8-3fde-4b65-ad09-b60c4e29181f req-016320ba-a976-4af4-9907-cab419d00dbd tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 944 time: 0.5205748
Feb 17 04:36:54.035553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:54.051171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809018-27b6-4d56-95be-51e1966b813f req-0e2b255a-3b7b-4fdb-a9b2-bba97ccfbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.052909 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-0e2b255a-3b7b-4fdb-a9b2-bba97ccfbc6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 909 time: 0.4434664
Feb 17 04:36:54.076492 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-078817df-c4e4-4f51-bad0-f7cfebb9e218 req-e5e6ee3a-af41-4c6b-8f89-3cc62ca6bfed tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559469
Feb 17 04:36:54.118056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:54.131512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-02549a26-e5c8-4170-9545-a8234790d94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:54.213943 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb70283f3e474fc88d4bfe1fc0f73709&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4063385
Feb 17 04:36:54.216802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38384) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:54.219440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfab3aa-a01d-47eb-b158-848aeee6e12e,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:54.222676 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-c0aa8676-350d-4d90-ab03-6be50976a4d9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 5704 time: 0.3109632
Feb 17 04:36:54.235119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:54.247218 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-159c8a52-131b-4b59-95c2-9abb5d4a2a6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92a1575-fc75-4375-9949-9d1f0f507388 HTTP/1.1" status: 200  len: 217 time: 0.1676316
Feb 17 04:36:54.263419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'port': {'device_id': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'admin_state_up': True, 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'security_groups': ['6aa92cc3-7cd2-4e54-bb30-d4266f2ff018']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:54.282028 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-72c2c108-2aa8-453d-8ecb-d47220da0643 service neutron] 10.222.0.46 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833108
Feb 17 04:36:54.379525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.46', 58115) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:54.514496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:54.576138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:54.580596 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3bf9364c-23d4-47e4-a331-8d3d5f34ed0a req-08c5c622-e23c-4cab-acf8-195e9eea0166 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.3425207
Feb 17 04:36:54.670792 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fc085aef-24a8-4432-8939-5d976d3f4596 req-93e9eabf-2873-4193-adab-eb55857a492c service neutron] 10.222.0.46 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3812358
Feb 17 04:36:54.685610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-6455f1f0-00ee-44b2-a48a-17735f1a3494 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.687206 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-6455f1f0-00ee-44b2-a48a-17735f1a3494 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 818 time: 0.3051579
Feb 17 04:36:54.700202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Request body: {'port': {'device_id': '1c099afc-d941-4044-83cc-39185d6d57b0', 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13', 'admin_state_up': True, 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:54.726165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:54.763885 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2a3a68e8-3fde-4b65-ad09-b60c4e29181f req-0898d507-a382-4d65-991c-f052e1d9274e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7694285
Feb 17 04:36:54.791055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ca5ecb3b-19f1-4361-8aa4-8e1a0c80fca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:54.844989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfab3aa-a01d-47eb-b158-848aeee6e12e,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:54.851727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:54.855020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:54.859264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4bfab3aa-a01d-47eb-b158-848aeee6e12e HTTP/1.1" status: 204  len: 168 time: 0.6413031
Feb 17 04:36:54.952285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:54.956854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Usage tracker for resource:port and tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:54.961334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:54.964499 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dbb1dfb2-2669-41b2-bfd2-f7b4c6f52cec req-553bafb3-1a75-4e6f-bf4d-ab8716c02e98 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 210 time: 0.1210215
Feb 17 04:36:54.968387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:54.983556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Made reservation on behalf of d94a26ff4de24165a4a8fc5a5ddfd3f5 for: {'port': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:54.995317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:55.046729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cbdce-7053-4ee6-8218-fe6b1a0188ef req-c58cb146-ba71-4283-978d-145be7504cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.048838 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e94cbdce-7053-4ee6-8218-fe6b1a0188ef req-c58cb146-ba71-4283-978d-145be7504cc3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&shared=False HTTP/1.1" status: 200  len: 912 time: 1.1304080
Feb 17 04:36:55.059791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:55.065263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:port and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:55.212313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:55.217157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809018-27b6-4d56-95be-51e1966b813f req-0cb02b75-a7ff-428d-962a-0a34ac11f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.219151 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-0cb02b75-a7ff-428d-962a-0a34ac11f81b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.9393461
Feb 17 04:36:55.227382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:55.290797 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-07cbbce6-5424-4fa4-9a59-804dc309274d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583034
Feb 17 04:36:55.301282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-4681be24-b5ab-4ad8-8184-9af8a9348659 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:36:55.350618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 38412) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:55.449790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Made reservation on behalf of 669aa7253aff4985a447b249c23aa338 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:55.456602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:55.508042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cbdce-7053-4ee6-8218-fe6b1a0188ef req-f96485bf-2e38-48a1-9997-d0354460f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.509651 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e94cbdce-7053-4ee6-8218-fe6b1a0188ef req-f96485bf-2e38-48a1-9997-d0354460f21f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4377582
Feb 17 04:36:55.711720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Allocated IP 172.20.0.13 (f0d9ef39-b46a-4056-80ca-b8257246fc13/0cf7a777-200b-475f-a03a-a501183e6bff/1dc54b74-4d8c-493a-918e-f2cbda4994d3) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:55.810042 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-e99df5f2-abf2-42e8-807b-b6565a695407 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4698150
Feb 17 04:36:55.946493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d92a1575-fc75-4375-9949-9d1f0f507388 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:56.019367 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.054417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port d92a1575-fc75-4375-9949-9d1f0f507388 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:56.056128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.062475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d92a1575-fc75-4375-9949-9d1f0f507388 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:56.066862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.087506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac36068-c38d-43e6-b265-b8e5e7de05f7 req-50da980b-e4df-4195-ba7b-37c8ebf1cbec tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.096850 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9ac36068-c38d-43e6-b265-b8e5e7de05f7 req-50da980b-e4df-4195-ba7b-37c8ebf1cbec tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.7995596
Feb 17 04:36:56.115404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fb4589e0-5a6d-4f67-860f-f997b6649f6b req-dbd8bf21-28a6-49df-97cc-e27ae14e7dc5 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.2992017
Feb 17 04:36:56.117581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.145186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:56.287799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Pushing event updated for resources: {'Port': ['ID=1dc54b74-4d8c-493a-918e-f2cbda4994d3,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:56.295758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:56.321738 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9ac36068-c38d-43e6-b265-b8e5e7de05f7 req-803463b1-6e4c-4282-94b2-d2cc6b8a5458 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224836
Feb 17 04:36:56.339675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:56.356678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.416803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92a1575-fc75-4375-9949-9d1f0f507388'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:56.422988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Usage tracker for resource:security_group_rule and tenant:358a9c3bdc434d6e801ac1599c37f7b1 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:56.431324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:56.432565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:56.439690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:56.444355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-5463cedb-2d3b-4a1a-bc56-e86d63b70332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.448242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.448381 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-5463cedb-2d3b-4a1a-bc56-e86d63b70332 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1161 time: 0.8926857
Feb 17 04:36:56.448956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.449401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:56.508626 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8129506
Feb 17 04:36:56.520180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port d92a1575-fc75-4375-9949-9d1f0f507388, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d92a1575-fc75-4375-9949-9d1f0f507388,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:56.526887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.527805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9be13024-0135-468a-a333-ad54ca5b0575 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:56.588723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:56.617496 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-57173ea2-08d5-49fb-9fe9-a7652718d51e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 217 time: 0.1359794
Feb 17 04:36:56.661899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:56.675807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=d92a1575-fc75-4375-9949-9d1f0f507388,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:56.679947 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-77809018-27b6-4d56-95be-51e1966b813f req-8ede167f-66db-4de8-a182-7f84d940f17d service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8584237
Feb 17 04:36:56.680845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:56.689721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 9be13024-0135-468a-a333-ad54ca5b0575 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:56.695372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 9be13024-0135-468a-a333-ad54ca5b0575 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:56.695881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.829134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.831345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38468) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:56.868955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 9be13024-0135-468a-a333-ad54ca5b0575, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9be13024-0135-468a-a333-ad54ca5b0575,segment=NetworkSegment(5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6),segment_id=5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:56.872534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:56.875829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-14ab51ab-a427-4a4f-9687-e795867e2a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:56.945160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e63d6-010a-4a89-8fb6-24b189b4f593 req-3afee2b7-821b-4ad3-a07c-ebd219a79f1b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.947611 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-340e63d6-010a-4a89-8fb6-24b189b4f593 req-3afee2b7-821b-4ad3-a07c-ebd219a79f1b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.4704435
Feb 17 04:36:56.968220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291824d-4adc-476d-b1df-2a241d178740 req-1a221e28-c3a6-4e23-81e5-c442d295ac2a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.969726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=9be13024-0135-468a-a333-ad54ca5b0575,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:56.969857 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0291824d-4adc-476d-b1df-2a241d178740 req-1a221e28-c3a6-4e23-81e5-c442d295ac2a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 932 time: 0.3513615
Feb 17 04:36:56.974729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Allocated IP 172.20.0.8 (cee8cd42-e9ee-4d26-a68b-5f13a2055c3a/f135cf96-ca04-4188-a3d9-50294ded175a/f8a409c8-c8d0-47e0-b35c-7b5830e57e6e) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:56.978043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:56.988757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.013551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:57.017975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c6fa19f15c45a08e8b47b33a5cb893 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:57.021717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:57.028097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:57.067217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.097040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.121297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:57.137664 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0291824d-4adc-476d-b1df-2a241d178740 req-6d05985f-ec62-4a18-99ac-3be0819c86a1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430671
Feb 17 04:36:57.142115 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-340e63d6-010a-4a89-8fb6-24b189b4f593 req-587dc63d-023a-490c-b70a-1da2a6b4015e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806252
Feb 17 04:36:57.160132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.164050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.196508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1fe07dd7-8df8-4f27-b393-228c93b12a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:57.212719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5c6fa19f15c45a08e8b47b33a5cb893&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3802054
Feb 17 04:36:57.215402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38478) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:57.253903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13998f5c-7604-49a7-9b07-c781ecb67a68,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:57.260920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:57.278180 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=358a9c3bdc434d6e801ac1599c37f7b1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9035192
Feb 17 04:36:57.280413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 38484) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:57.281086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e7b379-b8c2-4019-bfe2-e9b6b98f8764,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:57.289537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:57.342947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.385570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.447554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.454503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-70e941e0-2674-4bb9-abfb-3f8116ff25aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:57.473348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13998f5c-7604-49a7-9b07-c781ecb67a68,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:57.476182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:57.483424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.484694 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13998f5c-7604-49a7-9b07-c781ecb67a68 HTTP/1.1" status: 204  len: 168 time: 0.2682219
Feb 17 04:36:57.494908 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92a1575-fc75-4375-9949-9d1f0f507388', 'code': 200}
Feb 17 04:36:57.709162 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff21aa06-6fd8-4e18-b925-2e1beff31b34 req-734bf8e5-9a00-4118-af27-ac7448341a60 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.1214228
Feb 17 04:36:57.712110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.720417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.754017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Transition to ACTIVE for port object f8a409c8-c8d0-47e0-b35c-7b5830e57e6e will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:57.775488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.850579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0d903-cdbd-4c37-bb5c-318a3b1c387e req-1c2c2e8a-9a01-4a07-86be-2b8e99965ae0 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:57.850579 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d3d0d903-cdbd-4c37-bb5c-318a3b1c387e req-1c2c2e8a-9a01-4a07-86be-2b8e99965ae0 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.2479405
Feb 17 04:36:57.875562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.900061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e5f0b13-c65d-44d3-a8d3-b87999db36fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:58.011443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.045138 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d3d0d903-cdbd-4c37-bb5c-318a3b1c387e req-ed27b746-d2c9-43e3-bcf1-6f3e57baa3e6 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885772
Feb 17 04:36:58.082315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:58.090135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:58.093489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:58.110008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.111300 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5e7b379-b8c2-4019-bfe2-e9b6b98f8764 HTTP/1.1" status: 204  len: 168 time: 0.8270919
Feb 17 04:36:58.114498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e7b379-b8c2-4019-bfe2-e9b6b98f8764,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:58.125587 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:58.155621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:58.156759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:58.159176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:58.164611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:58.165288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.187377 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9414306
Feb 17 04:36:58.429644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7e2eda85-c475-4544-a2c2-5e33ef2d29b9 None None] Provisioning for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:58.437334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7e2eda85-c475-4544-a2c2-5e33ef2d29b9 None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:58.437334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e2eda85-c475-4544-a2c2-5e33ef2d29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.493759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5f8c-012a-4c0f-b740-e2cb65e61b75 req-8691d357-ef55-4afd-9f15-2595857fe84f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:58.496573 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cfdf5f8c-012a-4c0f-b740-e2cb65e61b75 req-8691d357-ef55-4afd-9f15-2595857fe84f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 932 time: 0.1979411
Feb 17 04:36:58.502048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eda85-c475-4544-a2c2-5e33ef2d29b9 None None] Port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:36:58.533428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfac5a8-05a7-48ae-9350-2575c339e730 req-e47d5022-5d89-4606-b672-2001872f31e4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:58.535264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5bfac5a8-05a7-48ae-9350-2575c339e730 req-e47d5022-5d89-4606-b672-2001872f31e4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1909058
Feb 17 04:36:58.567177 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cfdf5f8c-012a-4c0f-b740-e2cb65e61b75 req-2b6f580f-f860-4a14-9881-c07b0b03a0b3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626342
Feb 17 04:36:58.626923 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5bfac5a8-05a7-48ae-9350-2575c339e730 req-0d7def67-a6f5-45e1-b1ed-ed151f44319a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700972
Feb 17 04:36:58.929700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406169f5-9b5e-4adf-b4f9-5f181ff0eb77 req-b2a89dda-851d-4747-b076-e0d1e33a0184 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:58.930473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-406169f5-9b5e-4adf-b4f9-5f181ff0eb77 req-b2a89dda-851d-4747-b076-e0d1e33a0184 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Synchronizing usage tracker for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:58.948947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-406169f5-9b5e-4adf-b4f9-5f181ff0eb77 req-b2a89dda-851d-4747-b076-e0d1e33a0184 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Unset dirty status for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:58.957118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-406169f5-9b5e-4adf-b4f9-5f181ff0eb77 req-b2a89dda-851d-4747-b076-e0d1e33a0184 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 931 time: 0.1177282
Feb 17 04:36:59.008614 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-406169f5-9b5e-4adf-b4f9-5f181ff0eb77 req-619e2ac4-b3b5-47fe-8715-731e99ad1e13 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502472
Feb 17 04:36:59.308588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3869e-8844-493a-8940-9b6daf824df1 req-2855d49f-f94c-4b0d-9ddd-7d02cd8fe37b tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:59.310474 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bdf3869e-8844-493a-8940-9b6daf824df1 req-2855d49f-f94c-4b0d-9ddd-7d02cd8fe37b tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.0949814
Feb 17 04:36:59.363427 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bdf3869e-8844-493a-8940-9b6daf824df1 req-6c963ee9-959d-49a0-87ce-f2bf668d5ea1 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467069
Feb 17 04:36:59.371015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Request body: {'port': {'device_id': '1c099afc-d941-4044-83cc-39185d6d57b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:59.390241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Request body: {'port': {'device_id': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:59.496234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:59.526767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:59.591427 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575', 'code': 200}
Feb 17 04:36:59.639465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d92a1575-fc75-4375-9949-9d1f0f507388 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:59.720257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:59.769463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-18651879-3410-47ee-b35e-1278e6ca453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:59.771206 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-18651879-3410-47ee-b35e-1278e6ca453e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.3919289
Feb 17 04:36:59.853212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d92a1575-fc75-4375-9949-9d1f0f507388 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:59.854315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.043713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9be13024-0135-468a-a333-ad54ca5b0575 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:00.097767 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-7d5ea658-01c5-4fdc-819d-86d51704c458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2282369
Feb 17 04:37:00.149854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 9be13024-0135-468a-a333-ad54ca5b0575 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:00.150667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.251662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc54b74-4d8c-493a-918e-f2cbda4994d3 {{(pid=83903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:37:00.263341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.276164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-1a5724b3-c6be-4df7-a072-1501de773de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.277828 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-1a5724b3-c6be-4df7-a072-1501de773de7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 1162 time: 0.3561952
Feb 17 04:37:00.283878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-3ba0b646-5113-4e1e-b38d-f92bbd65e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.285488 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-3ba0b646-5113-4e1e-b38d-f92bbd65e0fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 1163 time: 0.5223618
Feb 17 04:37:00.285928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Transition to ACTIVE for port object 1dc54b74-4d8c-493a-918e-f2cbda4994d3 will not be triggered until provisioned by entity L2. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:00.289314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.305344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:00.341900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e713e08-0975-4594-880d-6ae62c41e598 req-1cd1b01f-7ed5-4a35-aa72-f365afae70a3 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.350197 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8e713e08-0975-4594-880d-6ae62c41e598 req-1cd1b01f-7ed5-4a35-aa72-f365afae70a3 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.4793913
Feb 17 04:37:00.367143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875490-0b08-43a1-ae5b-35f907b1a778 req-780e16a8-26e2-4cb7-833b-5ca5d9222359 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.374912 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c4875490-0b08-43a1-ae5b-35f907b1a778 req-780e16a8-26e2-4cb7-833b-5ca5d9222359 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 932 time: 0.5029247
Feb 17 04:37:00.446740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Pushing event updated for resources: {'Port': ['ID=1dc54b74-4d8c-493a-918e-f2cbda4994d3,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:00.449727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:00.541226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c8981b5-40f6-4ac4-98e8-3c54a3630fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.579877 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8e713e08-0975-4594-880d-6ae62c41e598 req-be8f8b6c-4a00-4cc2-8939-e3cf8eaeb4c9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282772
Feb 17 04:37:00.620030 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c4875490-0b08-43a1-ae5b-35f907b1a778 req-c11c635a-5039-49ee-a9e9-9b5374d3585e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2438850
Feb 17 04:37:00.665906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Attempting to bind port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:00.666287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Attempting to bind port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'}] {{(pid=83903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:00.666688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Attempting to bind port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 on network f0d9ef39-b46a-4056-80ca-b8257246fc13 {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:00.681810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:00.682194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Checking segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:00.682656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.683064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Bound using segment: {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'} {{(pid=83903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:00.683549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Bound port: 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9827563-c78c-4e83-9be6-a003403ce012', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f0d9ef39-b46a-4056-80ca-b8257246fc13'}}] {{(pid=83903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:00.684199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.830267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] For port 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host hv-cinder-76019, cleared binding levels {{(pid=83903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:00.834531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] For port 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:00.844485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:00.864331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:00.961652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a409c8-c8d0-47e0-b35c-7b5830e57e6e {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:37:00.977290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.014648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Transition to ACTIVE for port object f8a409c8-c8d0-47e0-b35c-7b5830e57e6e will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:01.023490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.030813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee26b3-53c4-4bc1-b6dd-a48fc2408962 req-b36b6714-1db0-4a55-aba2-6a025df6b06d tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:01.032447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2ee26b3-53c4-4bc1-b6dd-a48fc2408962 req-b36b6714-1db0-4a55-aba2-6a025df6b06d tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.2873080
Feb 17 04:37:01.053178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:01.080346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Pushing event updated for resources: {'Port': ['ID=1dc54b74-4d8c-493a-918e-f2cbda4994d3,revision_number=3']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:01.086388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:01.120348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:01.121037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.122530 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] 10.222.0.46 "PUT /v2.0/ports/1dc54b74-4d8c-493a-918e-f2cbda4994d3 HTTP/1.1" status: 200  len: 1158 time: 1.7568879
Feb 17 04:37:01.123085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3'}] {{(pid=83903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:01.346941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aafdf-394b-4efa-994c-7a35b61d484f req-c90680cd-f608-4666-973e-1c6434250df1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:01.348481 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e53aafdf-394b-4efa-994c-7a35b61d484f req-c90680cd-f608-4666-973e-1c6434250df1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 931 time: 0.5174682
Feb 17 04:37:01.443381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:01.446739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:01.464334 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2ee26b3-53c4-4bc1-b6dd-a48fc2408962 req-59d73e4c-91bf-4ce0-a946-6da299bf0f9a tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4127581
Feb 17 04:37:01.490072 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e53aafdf-394b-4efa-994c-7a35b61d484f req-1e1551a1-b999-493f-9429-4581ff150ba1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272035
Feb 17 04:37:01.525922 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3', 'status': 'completed', 'code': 200}
Feb 17 04:37:01.590597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Attempting to bind port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:01.590983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Attempting to bind port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:01.591360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Attempting to bind port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e on network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:01.597380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:01.597712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Checking segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:01.598125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.598528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Bound using segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:01.599770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Bound port: f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:01.600193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.707731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:01.877421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:01.906497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.937789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:02.168725 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-cb823c14-cdd4-42c2-914b-3979fc3702b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4238734
Feb 17 04:37:02.170309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:02.181410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:02.188103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9387c-616f-404e-902b-1dc295e39f2c req-de2963fb-23b8-4804-ae82-28cf6690b883 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.189703 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68b9387c-616f-404e-902b-1dc295e39f2c req-de2963fb-23b8-4804-ae82-28cf6690b883 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.4854455
Feb 17 04:37:02.233054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457949c-18c5-4603-8e36-7614b98234e2 req-40f01d74-d484-434c-82ba-f2642ef87cf5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.234702 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5457949c-18c5-4603-8e36-7614b98234e2 req-40f01d74-d484-434c-82ba-f2642ef87cf5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.4766891
Feb 17 04:37:02.289801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.290490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.291993 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 200  len: 1157 time: 2.9107018
Feb 17 04:37:02.293553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:02.312908 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68b9387c-616f-404e-902b-1dc295e39f2c req-f1b129cc-afa3-48c0-b73e-3edf6b45de01 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103904
Feb 17 04:37:02.325647 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5457949c-18c5-4603-8e36-7614b98234e2 req-31989faf-f2e6-4936-827b-ab8fa8c35089 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815654
Feb 17 04:37:02.384308 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'status': 'completed', 'code': 200}
Feb 17 04:37:02.701844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.719274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:02.747458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.758937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Usage tracker for resource:security_group_rule and tenant:2b254aa2c47d4d4fbb771a7bd7e3d82d is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:02.766244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:02.779798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:02.844959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbab4f-13a9-4512-94e8-d82586c8c214 req-c91d554b-6d47-4202-a173-e22c2e09bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.846641 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-38bbab4f-13a9-4512-94e8-d82586c8c214 req-c91d554b-6d47-4202-a173-e22c2e09bdbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1160 time: 0.1230521
Feb 17 04:37:02.861706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fefc607b-d133-4424-85bc-818d6dece083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.879654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:02.900863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Usage tracker for resource:security_group_rule and tenant:2b254aa2c47d4d4fbb771a7bd7e3d82d is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:02.908084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:02.921621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:02.981082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8b89-8e40-41ff-922e-87a361cd6214 req-f11d9458-239e-45b9-b34c-dffc3ba63761 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.982753 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-282e8b89-8e40-41ff-922e-87a361cd6214 req-f11d9458-239e-45b9-b34c-dffc3ba63761 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.4032536
Feb 17 04:37:02.999074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.017674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.030647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d3dba70b-abbb-4255-9afe-1e533a3477c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:03.055579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 2b254aa2c47d4d4fbb771a7bd7e3d82d {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:37:03.055888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:37:03.063481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151c41-9a6e-428f-818b-d466c6ac2821 req-d1581eab-8005-4a68-91ec-950a6e6efae4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.065342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1e151c41-9a6e-428f-818b-d466c6ac2821 req-d1581eab-8005-4a68-91ec-950a6e6efae4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.4424241
Feb 17 04:37:03.074839 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3914852
Feb 17 04:37:03.076975 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c21cdf1-eaaa-4cde-947c-b9e2208eae54 req-b1dcd489-4eac-4f48-b634-cb7f28d44f6d service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3636897
Feb 17 04:37:03.088964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbab4f-13a9-4512-94e8-d82586c8c214 req-bde6240a-0c71-4204-8112-c7b79bce9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.090533 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-38bbab4f-13a9-4512-94e8-d82586c8c214 req-bde6240a-0c71-4204-8112-c7b79bce9c37 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=669aa7253aff4985a447b249c23aa338&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2320359
Feb 17 04:37:03.091360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec79556-92f1-4d3c-8e2c-370ad7de96b7,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:03.094611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:03.121377 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-282e8b89-8e40-41ff-922e-87a361cd6214 req-bad2ef64-60fc-411d-bf59-86cf3a2411bf tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265831
Feb 17 04:37:03.123227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b52cca-3e66-40fb-93ef-fd6ad215ccd0 req-cc4e4fe6-f03f-44c2-bff9-1e60cce758a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.124813 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28b52cca-3e66-40fb-93ef-fd6ad215ccd0 req-cc4e4fe6-f03f-44c2-bff9-1e60cce758a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 1161 time: 0.4029286
Feb 17 04:37:03.150041 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1e151c41-9a6e-428f-818b-d466c6ac2821 req-e94ab1cb-d4d6-49b1-9e12-4f7c0e4851f9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713084
Feb 17 04:37:03.369069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.567357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.638860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b52cca-3e66-40fb-93ef-fd6ad215ccd0 req-dca12920-b0f1-4221-b6b6-3947164b4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.640571 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28b52cca-3e66-40fb-93ef-fd6ad215ccd0 req-dca12920-b0f1-4221-b6b6-3947164b4b0f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3256228
Feb 17 04:37:03.652656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbab4f-13a9-4512-94e8-d82586c8c214 req-a275dfac-3727-44cf-8fba-0a5ee9ab2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.654248 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-38bbab4f-13a9-4512-94e8-d82586c8c214 req-a275dfac-3727-44cf-8fba-0a5ee9ab2f72 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3396184
Feb 17 04:37:03.784948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-7bab41f6-1523-4d96-a1f9-5515a399f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.786647 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-7bab41f6-1523-4d96-a1f9-5515a399f179 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1160 time: 0.0904989
Feb 17 04:37:03.837684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1b3b-fb48-4c90-9d66-2f42375a0d27 req-005dcf10-e81a-47ca-a40f-f472dd3f41a9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.839375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8beb1b3b-fb48-4c90-9d66-2f42375a0d27 req-005dcf10-e81a-47ca-a40f-f472dd3f41a9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.3819900
Feb 17 04:37:03.869880 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fe6499ff-3123-4ab7-b0e5-6bde93e865af req-24ef241d-48e0-44e9-9d77-22f2e313cd12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1776040
Feb 17 04:37:03.876126 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70272c79-c4fe-4948-bdaf-79cb2dbe883d req-5380545b-3107-436c-8826-b001a887bef3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.877666 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-70272c79-c4fe-4948-bdaf-79cb2dbe883d req-5380545b-3107-436c-8826-b001a887bef3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.3712780
Feb 17 04:37:03.880394 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-0619cf61-7d14-4cad-ab91-316e18867311 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 200  len: 217 time: 0.0786185
Feb 17 04:37:03.964654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b52cca-3e66-40fb-93ef-fd6ad215ccd0 req-eb55300a-8460-4027-80f3-36de378939a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.964654 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28b52cca-3e66-40fb-93ef-fd6ad215ccd0 req-eb55300a-8460-4027-80f3-36de378939a9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3038828
Feb 17 04:37:03.979781 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8beb1b3b-fb48-4c90-9d66-2f42375a0d27 req-6ed1378d-2388-4b4e-bd84-e4b579d326b9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183197
Feb 17 04:37:03.999668 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-70272c79-c4fe-4948-bdaf-79cb2dbe883d req-23e1c684-9de8-49da-9009-0aa615344592 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022902
Feb 17 04:37:04.140930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-cde8f391-ec99-4f29-93ee-de06918f556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.142523 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-cde8f391-ec99-4f29-93ee-de06918f556e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.0750165
Feb 17 04:37:04.199465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-fb85729e-6cda-4592-8360-c82d2f741c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.203514 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-fb85729e-6cda-4592-8360-c82d2f741c1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 1161 time: 0.1076164
Feb 17 04:37:04.288978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-58dac1c6-3814-454f-91b8-1d51420cc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.290612 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-58dac1c6-3814-454f-91b8-1d51420cc1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1318314
Feb 17 04:37:04.470580 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-fe1e5af7-13c1-44bb-b545-1f8273407e1e service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707015
Feb 17 04:37:04.553369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:04.559768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-38d0b9a4-33fb-4d4f-8540-0f8919889bd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3 HTTP/1.1" status: 200  len: 217 time: 0.3472548
Feb 17 04:37:04.724816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137f27f-acbf-4a0c-9bfd-ce952df1bcdd req-4f3c1379-dfae-4884-8138-45425b506f7e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.727488 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d137f27f-acbf-4a0c-9bfd-ce952df1bcdd req-4f3c1379-dfae-4884-8138-45425b506f7e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.1655366
Feb 17 04:37:04.734312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793552db-8b88-4351-afc7-45be804f8129 req-b73c6c6e-9406-484e-897a-3a95d0be229d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.735850 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-793552db-8b88-4351-afc7-45be804f8129 req-b73c6c6e-9406-484e-897a-3a95d0be229d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1750875
Feb 17 04:37:04.823757 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d137f27f-acbf-4a0c-9bfd-ce952df1bcdd req-db5a624b-41f2-4e90-b62b-229d9b70eb73 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868545
Feb 17 04:37:04.833578 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-793552db-8b88-4351-afc7-45be804f8129 req-aaf640e4-d253-4344-a4a0-9a7d2016b6fc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802124
Feb 17 04:37:05.056450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.263253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfd199-61b5-43f9-8331-c6d2e1ea21f5 req-a6de01a1-fa82-41b8-8e41-419d8064673e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:05.264849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c2dfd199-61b5-43f9-8331-c6d2e1ea21f5 req-a6de01a1-fa82-41b8-8e41-419d8064673e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1575067
Feb 17 04:37:05.275277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a0e2b-10e1-4ba5-8fe7-71b5f4f81082 req-271f2889-047d-4cc0-a48c-36b155466c7d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:05.276796 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb2a0e2b-10e1-4ba5-8fe7-71b5f4f81082 req-271f2889-047d-4cc0-a48c-36b155466c7d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.1263535
Feb 17 04:37:05.353166 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c2dfd199-61b5-43f9-8331-c6d2e1ea21f5 req-0fc56a88-9e9f-4490-a855-e1738bb798fe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752625
Feb 17 04:37:05.355927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb2a0e2b-10e1-4ba5-8fe7-71b5f4f81082 req-e26cea72-b121-453d-9d47-5dc7292734bd tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638189
Feb 17 04:37:06.123373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1ff2a-5946-41e4-bb7d-0f6f71f8b881 req-5b12e4c0-b97e-454d-94ba-b8bc7d536289 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.125018 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a1d1ff2a-5946-41e4-bb7d-0f6f71f8b881 req-5b12e4c0-b97e-454d-94ba-b8bc7d536289 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.1820879
Feb 17 04:37:06.134941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27eb8-68fd-4edc-b859-5b4850e0cc16 req-af1c4c7f-e37d-481d-bae9-32f09da16dd0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.136659 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-edc27eb8-68fd-4edc-b859-5b4850e0cc16 req-af1c4c7f-e37d-481d-bae9-32f09da16dd0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1281638
Feb 17 04:37:06.216487 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a1d1ff2a-5946-41e4-bb7d-0f6f71f8b881 req-e150cce9-ca68-4853-92f8-8f52ea0bc66c tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786619
Feb 17 04:37:06.220841 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-edc27eb8-68fd-4edc-b859-5b4850e0cc16 req-3f49173d-bdf2-4040-9e75-5b1fada4eb6f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672917
Feb 17 04:37:06.468610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-44facac1-a832-4331-b404-b2733f939567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.470134 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-44facac1-a832-4331-b404-b2733f939567 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.0776336
Feb 17 04:37:06.552065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-87f8d59e-8273-4349-8ad6-ed1f892fdac2 req-94513f25-2530-48af-a6ed-def0c61d5802 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1639185
Feb 17 04:37:06.629839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c22dd-8fe3-4510-8f61-bc538e33c69c req-f8707d49-fb48-47ac-8e98-a51ead0ad404 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.631514 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-612c22dd-8fe3-4510-8f61-bc538e33c69c req-f8707d49-fb48-47ac-8e98-a51ead0ad404 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.1602955
Feb 17 04:37:06.641898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e2d9-9567-47ba-ae8c-f84251189d20 req-2ff9ed82-d75f-4430-a0e6-e63b58d13b25 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.643508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b943e2d9-9567-47ba-ae8c-f84251189d20 req-2ff9ed82-d75f-4430-a0e6-e63b58d13b25 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1305249
Feb 17 04:37:06.716286 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-612c22dd-8fe3-4510-8f61-bc538e33c69c req-1ac18f62-cd21-4923-b371-bf96bdeef4be tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717242
Feb 17 04:37:06.723374 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b943e2d9-9567-47ba-ae8c-f84251189d20 req-0731ccdc-8a9d-43ee-9de2-b049d9add49c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646052
Feb 17 04:37:07.488952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495fa3-c985-4dfa-859a-0cdd9199f616 req-db18e1ab-f2db-4263-82ee-81e434227b94 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:07.490588 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59495fa3-c985-4dfa-859a-0cdd9199f616 req-db18e1ab-f2db-4263-82ee-81e434227b94 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.1565170
Feb 17 04:37:07.501072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d298f9e-2ef6-4846-9640-661a2dcdb337 req-2f1d138d-91c9-402d-872d-47df9aa37e47 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:07.502551 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8d298f9e-2ef6-4846-9640-661a2dcdb337 req-2f1d138d-91c9-402d-872d-47df9aa37e47 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1235094
Feb 17 04:37:07.591211 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-d6095168-c54a-469c-97d4-ac12cbf18508 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727804
Feb 17 04:37:07.718652 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59495fa3-c985-4dfa-859a-0cdd9199f616 req-d88aec72-2432-4c0e-8320-5b77177d137e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150087
Feb 17 04:37:07.725007 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8d298f9e-2ef6-4846-9640-661a2dcdb337 req-975621da-5dec-425b-adbf-3bbe89424cbd tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679361
Feb 17 04:37:07.775187 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-25004aaf-e82a-49a4-8c05-f5051d47a2a4 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713490
Feb 17 04:37:08.066483 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14850e36-5847-48ad-8fc1-1950d6b9713a req-9a38d908-cbab-49db-989c-fe3e5d1133ca service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2795727
Feb 17 04:37:08.081574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecef24e-5058-4e03-abeb-c4ad5b4e7962 req-d4dfe80b-c620-4272-bb45-bce019f40d05 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:08.083389 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8ecef24e-5058-4e03-abeb-c4ad5b4e7962 req-d4dfe80b-c620-4272-bb45-bce019f40d05 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.2172246
Feb 17 04:37:08.090853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324307-db1a-4b38-910a-cab6c551d8af req-06e32b60-a924-4b0d-a282-07dde2fdf6e8 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:08.092508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2324307-db1a-4b38-910a-cab6c551d8af req-06e32b60-a924-4b0d-a282-07dde2fdf6e8 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.2245073
Feb 17 04:37:08.163513 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8ecef24e-5058-4e03-abeb-c4ad5b4e7962 req-e68f0bd2-f4eb-4939-9758-5b1e919a31da tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698280
Feb 17 04:37:08.173984 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2324307-db1a-4b38-910a-cab6c551d8af req-92db8033-0370-4243-87eb-41054ee27429 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644066
Feb 17 04:37:08.998970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67953fa-c792-4b47-9538-c76483163052 req-f4b96c93-7a0f-49ed-80e3-44ce167b66ec tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.000700 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a67953fa-c792-4b47-9538-c76483163052 req-f4b96c93-7a0f-49ed-80e3-44ce167b66ec tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.1626170
Feb 17 04:37:09.008401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c552-60f0-47ca-a7c4-4e185275feaa req-1ecf99fa-1a60-4ddd-925d-790fd99522b9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.009931 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c056c552-60f0-47ca-a7c4-4e185275feaa req-1ecf99fa-1a60-4ddd-925d-790fd99522b9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1331005
Feb 17 04:37:09.082086 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a67953fa-c792-4b47-9538-c76483163052 req-699c155e-081f-4465-bdfb-5a35a522f980 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711291
Feb 17 04:37:09.093362 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c056c552-60f0-47ca-a7c4-4e185275feaa req-657c04c9-e59a-45fd-8cfc-51dd06610850 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661142
Feb 17 04:37:09.459026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e86276-0c01-4f53-bd57-f44c6a3d25da req-bb3a2bcb-74c0-4993-8f18-5ca54fd66ead tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.461301 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28e86276-0c01-4f53-bd57-f44c6a3d25da req-bb3a2bcb-74c0-4993-8f18-5ca54fd66ead tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.1660249
Feb 17 04:37:09.467816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f3ae0-6514-46fe-b62f-6d81a4875144 req-c0de0fc5-aa23-41cf-a2c1-a1672358fb3f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.469327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8d3f3ae0-6514-46fe-b62f-6d81a4875144 req-c0de0fc5-aa23-41cf-a2c1-a1672358fb3f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1321492
Feb 17 04:37:09.546175 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28e86276-0c01-4f53-bd57-f44c6a3d25da req-cd6e7787-b387-47a0-9e19-b8dd63aa8db3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756161
Feb 17 04:37:09.550702 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8d3f3ae0-6514-46fe-b62f-6d81a4875144 req-b47a2f1b-db62-498f-8e5c-c346755c734e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662973
Feb 17 04:37:10.387901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6102775-f8a6-4e45-9941-f208c76c602a req-78c35722-120f-4681-84af-5371bd23c593 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:10.389534 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c6102775-f8a6-4e45-9941-f208c76c602a req-78c35722-120f-4681-84af-5371bd23c593 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1697524
Feb 17 04:37:10.395693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97dc3e-78d0-4009-8edb-319578f68199 req-7643494f-e86f-44fd-9c00-c249c939c998 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:10.398245 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b97dc3e-78d0-4009-8edb-319578f68199 req-7643494f-e86f-44fd-9c00-c249c939c998 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.1379068
Feb 17 04:37:10.482381 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c6102775-f8a6-4e45-9941-f208c76c602a req-8963603b-8d23-4c73-8c95-96c4b2c6ba2c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739102
Feb 17 04:37:10.486866 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b97dc3e-78d0-4009-8edb-319578f68199 req-19a4279d-39aa-4171-9a9a-e4c02559963d tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805926
Feb 17 04:37:10.824660 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98747c66-a76c-4013-b50f-2975f456dcce req-351c0e81-e906-4d62-bb1d-728cd3d5d32c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:10.826275 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98747c66-a76c-4013-b50f-2975f456dcce req-351c0e81-e906-4d62-bb1d-728cd3d5d32c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.1580839
Feb 17 04:37:10.836421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947f002-8402-494d-b958-f250057afa1b req-83391e70-ce2b-4e54-a41c-1ea04a3a1875 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:10.837949 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c947f002-8402-494d-b958-f250057afa1b req-83391e70-ce2b-4e54-a41c-1ea04a3a1875 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1313016
Feb 17 04:37:10.930350 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c947f002-8402-494d-b958-f250057afa1b req-74f8b027-ed36-47d2-ab04-bd72ca7436dd tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856538
Feb 17 04:37:10.933213 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98747c66-a76c-4013-b50f-2975f456dcce req-ba3bf64b-296b-4c81-8a41-d35cc8e7e38f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873868
Feb 17 04:37:11.691599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d27199-da5f-4deb-ab1a-d7d7da6b18bc req-486bdf6b-1fba-4573-bceb-fa549208111e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:11.693229 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-50d27199-da5f-4deb-ab1a-d7d7da6b18bc req-486bdf6b-1fba-4573-bceb-fa549208111e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0881338
Feb 17 04:37:11.742663 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-50d27199-da5f-4deb-ab1a-d7d7da6b18bc req-9be87810-cb7d-49d5-8bee-9e6fae71e022 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412598
Feb 17 04:37:12.222467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494efeb-3964-4352-9325-1fba40724c2f req-c863d1dc-bcb6-423a-8bb3-a7549e6cbb70 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:12.224021 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e494efeb-3964-4352-9325-1fba40724c2f req-c863d1dc-bcb6-423a-8bb3-a7549e6cbb70 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1762781
Feb 17 04:37:12.231699 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a8386-986f-4f3d-85ac-0ed8be17018d req-3bc61ee0-2998-4dd8-93eb-11b9f4c07621 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:12.233190 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-523a8386-986f-4f3d-85ac-0ed8be17018d req-3bc61ee0-2998-4dd8-93eb-11b9f4c07621 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.1357915
Feb 17 04:37:12.310082 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e494efeb-3964-4352-9325-1fba40724c2f req-9e1b6ebb-3440-4998-84a7-76817bca7e76 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758505
Feb 17 04:37:12.317106 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-523a8386-986f-4f3d-85ac-0ed8be17018d req-f53f6a30-b066-4c90-bcfd-ade00fb40048 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667257
Feb 17 04:37:12.963588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c633-fd74-4f2a-941a-da82d2d7cd0b req-ed756d3a-cb98-4c21-a840-4d9e9c24587b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:12.965561 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eec8c633-fd74-4f2a-941a-da82d2d7cd0b req-ed756d3a-cb98-4c21-a840-4d9e9c24587b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0944583
Feb 17 04:37:13.014900 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eec8c633-fd74-4f2a-941a-da82d2d7cd0b req-e6c7019a-b98c-486a-b502-00bb79dd8d97 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423703
Feb 17 04:37:13.532224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654db03-621e-4323-8ec6-cdb87a5221a5 req-c3908dfd-3a28-4a95-87e0-4f956911aeae tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:13.533996 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9654db03-621e-4323-8ec6-cdb87a5221a5 req-c3908dfd-3a28-4a95-87e0-4f956911aeae tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.0984313
Feb 17 04:37:13.590077 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9654db03-621e-4323-8ec6-cdb87a5221a5 req-0eae2124-d73e-4a73-88af-88048152ff36 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485644
Feb 17 04:37:14.077091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-f26e987b-f2ce-4337-a45d-53aa1e117e7e None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:37:14.255814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb9863-5220-45d4-a77d-52b298170775 req-2d605715-d528-48ff-a875-0f24fc83f612 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:14.258612 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-32fb9863-5220-45d4-a77d-52b298170775 req-2d605715-d528-48ff-a875-0f24fc83f612 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0985594
Feb 17 04:37:14.314368 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-32fb9863-5220-45d4-a77d-52b298170775 req-d9d2bcc5-65a1-4bd4-95a1-3d24885f4ce1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493793
Feb 17 04:37:14.388683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:37:15.045290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6441a-c6ce-4e0a-9fb8-d60ca213faf7 req-ec19d62f-c89e-4ef3-a918-68edd862462f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:15.052981 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5a6441a-c6ce-4e0a-9fb8-d60ca213faf7 req-ec19d62f-c89e-4ef3-a918-68edd862462f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.3453922
Feb 17 04:37:15.100967 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5a6441a-c6ce-4e0a-9fb8-d60ca213faf7 req-f0c6fd98-3117-4455-ba18-98febba8f5a8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451896
Feb 17 04:37:15.271978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 38998) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:15.417009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.433645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:15.438894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Usage tracker for resource:security_group_rule and tenant:d02e27d4e6ea48c79fe0a4e361bb5ce6 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:15.441732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:15.448340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:15.541332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.544378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.549824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac71a-88d7-4435-b50b-103f41695430 req-22109f33-5974-4e17-a613-7ff5f06d61a0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:15.551705 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9bbac71a-88d7-4435-b50b-103f41695430 req-22109f33-5974-4e17-a613-7ff5f06d61a0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0965531
Feb 17 04:37:15.553575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:15.585637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:15.600407 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d02e27d4e6ea48c79fe0a4e361bb5ce6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3266411
Feb 17 04:37:15.601051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39022) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:15.605296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a89eb-3d66-4bdd-8c14-bd68b377fa98,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:15.645959 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9bbac71a-88d7-4435-b50b-103f41695430 req-19541267-47a2-4ea8-9637-896e08b9e004 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852938
Feb 17 04:37:15.669025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.669728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.670262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.671019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.671535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.672060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.672581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.673125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.673651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.674168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.674737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.675403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.675986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.677774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.678806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.679401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.679920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.680437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.680949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.681636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.682288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.682866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.683382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.684168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:15.692130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:15.714735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.739213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 931d3091-bc84-4f99-9fec-11c4d1500c28 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:15.744416 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:15.745128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.746328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.801637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.806933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:15.821470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a89eb-3d66-4bdd-8c14-bd68b377fa98,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:15.835788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:15.836858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.838259 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e5a89eb-3d66-4bdd-8c14-bd68b377fa98 HTTP/1.1" status: 204  len: 168 time: 0.2350407
Feb 17 04:37:15.894145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.928538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d3091-bc84-4f99-9fec-11c4d1500c28'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:15.939762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 931d3091-bc84-4f99-9fec-11c4d1500c28, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=931d3091-bc84-4f99-9fec-11c4d1500c28,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:15.956667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.957661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:16.032436 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d3091-bc84-4f99-9fec-11c4d1500c28', 'code': 200}
Feb 17 04:37:16.033111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:16.145179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=931d3091-bc84-4f99-9fec-11c4d1500c28,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:16.149374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:16.151698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:16.158480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:16.159118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.371047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.420114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0997f-9603-44b3-92f4-ce64afaae4b4 req-4da0aefe-a9c0-4b91-9d60-5f572cbf2365 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:16.427722 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-07f0997f-9603-44b3-92f4-ce64afaae4b4 req-4da0aefe-a9c0-4b91-9d60-5f572cbf2365 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.1793280
Feb 17 04:37:16.440612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:16.444975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.446721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 1dc54b74-4d8c-493a-918e-f2cbda4994d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:16.449880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef950d3-b9cc-4e2d-81bf-4dc8064b62ad req-bd97a2f3-9b05-47e3-a05c-c145b1692fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:16.451577 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5ef950d3-b9cc-4e2d-81bf-4dc8064b62ad req-bd97a2f3-9b05-47e3-a05c-c145b1692fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.1409252
Feb 17 04:37:16.491584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-de676694-1ab2-4739-9d81-0bcb3bdd461d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:16.500563 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-f9ad023a-783b-49cc-908e-cd54ce69ea18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0935566
Feb 17 04:37:16.502888 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-07f0997f-9603-44b3-92f4-ce64afaae4b4 req-9bcaf19a-fc92-4ea2-9629-bbefbcf02b00 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735674
Feb 17 04:37:16.532370 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5ef950d3-b9cc-4e2d-81bf-4dc8064b62ad req-34026edb-47f4-4bc9-b62f-48fb9d09841c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732641
Feb 17 04:37:16.625866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:16.629327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:16.638216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:16.643428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:16.643848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.776105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.819416 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:16.826728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.828705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31394c04-14ce-46fd-87fd-a272b7561319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:16.925590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=1dc54b74-4d8c-493a-918e-f2cbda4994d3,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:16.930065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:16.998955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec873-7037-476a-82e2-be7ff5386d68 req-aad32dcf-c80b-4a55-ba60-cc10dd30b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.000931 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-aad32dcf-c80b-4a55-ba60-cc10dd30b9fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c8bf81d567949c194eb63efc45f5bdd&device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 1162 time: 0.2177942
Feb 17 04:37:17.009925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf2bd-6e22-49f2-86d0-248542b2aff3 req-be698248-9c0a-4dc1-a420-136b6905943f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.011363 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f6fbf2bd-6e22-49f2-86d0-248542b2aff3 req-be698248-9c0a-4dc1-a420-136b6905943f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1701553
Feb 17 04:37:17.109412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:17.190710 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f6fbf2bd-6e22-49f2-86d0-248542b2aff3 req-cca0e28b-b0b0-4b0f-8c9e-e5b94c586a10 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176155
Feb 17 04:37:17.265033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec873-7037-476a-82e2-be7ff5386d68 req-d203694d-9789-48f4-820d-055613296e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.266553 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-d203694d-9789-48f4-820d-055613296e9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=23d3d8ad-34e2-4a43-aad6-cb91683b7160 HTTP/1.1" status: 200  len: 906 time: 0.2396469
Feb 17 04:37:17.372949 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-5d8eca92-6ffd-4ffa-9839-475813778b94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be13024-0135-468a-a333-ad54ca5b0575 HTTP/1.1" status: 200  len: 217 time: 0.0919077
Feb 17 04:37:17.476709 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:17.477179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:17.479796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec873-7037-476a-82e2-be7ff5386d68 req-e896dc32-1596-4075-84c2-576ac9fb975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.481419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-e896dc32-1596-4075-84c2-576ac9fb975e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a1b04bb-1b66-4a62-8400-27fa4afb9ebf HTTP/1.1" status: 200  len: 852 time: 0.0989919
Feb 17 04:37:17.558306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-5cec7d08-183d-4df6-8ac5-870825e54835 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23d3d8ad-34e2-4a43-aad6-cb91683b7160&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590878
Feb 17 04:37:17.651423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:17.726860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:17.727601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:17.809481 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-d71fd7d6-7c4f-4f49-9f0e-234e06439495 service neutron] 10.222.0.46 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375026
Feb 17 04:37:17.824685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb73949-c3fe-4988-88d8-d1c8f0c48778 req-a70430ca-792a-4fbb-bea0-109877c9b033 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.827340 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3bb73949-c3fe-4988-88d8-d1c8f0c48778 req-a70430ca-792a-4fbb-bea0-109877c9b033 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1482439
Feb 17 04:37:17.877378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 1dc54b74-4d8c-493a-918e-f2cbda4994d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:17.990306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-816ec873-7037-476a-82e2-be7ff5386d68 req-41bf5901-e197-45ee-a5e7-0bba1246a2de service neutron] 10.222.0.46 "GET /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612244
Feb 17 04:37:18.014910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:18.015352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.024219 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3bb73949-c3fe-4988-88d8-d1c8f0c48778 req-0bb8ee2b-13bf-4c49-b917-7e8c9bee0081 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693985
Feb 17 04:37:18.058670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}, {'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:18.146125 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'code': 200}
Feb 17 04:37:18.146440 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3', 'code': 200}
Feb 17 04:37:18.526415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39138) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:18.557266 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c8e05-67be-49b6-932f-1f52898fe6b8 req-1cabc773-730d-42cd-9a15-310af53b23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:18.559475 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-577c8e05-67be-49b6-932f-1f52898fe6b8 req-1cabc773-730d-42cd-9a15-310af53b23c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1162 time: 0.1299622
Feb 17 04:37:18.599084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e6e39-8c74-4e1d-8bc9-91b656d49016 req-e8dc9a1a-06a5-4d8a-96d9-ae423ece279b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:18.604112 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cf1e6e39-8c74-4e1d-8bc9-91b656d49016 req-e8dc9a1a-06a5-4d8a-96d9-ae423ece279b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2559614
Feb 17 04:37:18.626342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-577c8e05-67be-49b6-932f-1f52898fe6b8 req-45a8878f-24d9-4447-85dc-b84d51119e3c service neutron] Synchronizing usage tracker for tenant:2b254aa2c47d4d4fbb771a7bd7e3d82d on resource:security_group {{(pid=83903) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:18.643869 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b92a20-cb3c-4039-8a32-8c706ad2e106 req-7aacf345-f7a3-4b4d-874f-30364ea7885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:18.645617 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b3b92a20-cb3c-4039-8a32-8c706ad2e106 req-7aacf345-f7a3-4b4d-874f-30364ea7885c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 1163 time: 0.2058406
Feb 17 04:37:18.650475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-577c8e05-67be-49b6-932f-1f52898fe6b8 req-45a8878f-24d9-4447-85dc-b84d51119e3c service neutron] Unset dirty status for tenant:2b254aa2c47d4d4fbb771a7bd7e3d82d on resource:security_group {{(pid=83903) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:18.652531 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-577c8e05-67be-49b6-932f-1f52898fe6b8 req-45a8878f-24d9-4447-85dc-b84d51119e3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777936
Feb 17 04:37:18.678799 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cf1e6e39-8c74-4e1d-8bc9-91b656d49016 req-3904e0bd-0b8b-46e9-9c81-7eba4b68de11 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638154
Feb 17 04:37:18.853267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.874052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:18.878995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Usage tracker for resource:security_group_rule and tenant:b05fbb8598ff4a749f72dde3c59a58f6 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:18.883025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:18.889375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:18.941404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b3b92a20-cb3c-4039-8a32-8c706ad2e106 req-9c1bcf2f-5b62-4bb6-8829-5b39bfa4b102 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453322
Feb 17 04:37:18.983709 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.988874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.016471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:19.020052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 1dc54b74-4d8c-493a-918e-f2cbda4994d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:19.053804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e067908-4b10-4b9a-85ad-0c3c1e8ffc97,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:19.060898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:19.067579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 39166) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:19.067691 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b05fbb8598ff4a749f72dde3c59a58f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5388062
Feb 17 04:37:19.159455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:19.159766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.208377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.288784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.377128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189061c-74be-4f99-9c7f-d12517f1c7d1 req-b8383251-d1b5-4d3c-9258-2b329c232a21 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:19.378791 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c189061c-74be-4f99-9c7f-d12517f1c7d1 req-b8383251-d1b5-4d3c-9258-2b329c232a21 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1411717
Feb 17 04:37:19.379876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.386280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:19.417808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e067908-4b10-4b9a-85ad-0c3c1e8ffc97,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:19.432631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.433050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.433454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.433848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.434499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.434931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.435309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.435700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.436075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.436419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.436817 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.437189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.437628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.438007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.438384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.438791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.439170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.439550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.439926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.440303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.440679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.441067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.441431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.441810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:19.452270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:19.454072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.457966 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e067908-4b10-4b9a-85ad-0c3c1e8ffc97 HTTP/1.1" status: 204  len: 168 time: 0.3866847
Feb 17 04:37:19.483801 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c189061c-74be-4f99-9c7f-d12517f1c7d1 req-43d04e1b-7511-48dc-942d-13d5f678db4e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866342
Feb 17 04:37:19.806010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 39196) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:19.882386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.901212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:19.907594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Usage tracker for resource:security_group_rule and tenant:a52b24722edc4331bcbb9a9e9bba9703 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:19.911145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:19.919285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:19.970032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793438c-430e-4aac-9eb5-ad260d787870 req-01657509-7bd6-4178-9560-430b5584471b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:19.971694 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2793438c-430e-4aac-9eb5-ad260d787870 req-01657509-7bd6-4178-9560-430b5584471b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1645536
Feb 17 04:37:20.046696 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2793438c-430e-4aac-9eb5-ad260d787870 req-6bdd88e6-889e-4505-8fd7-053ebfe6578b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653715
Feb 17 04:37:20.074325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.077125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.085432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:20.127210 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a52b24722edc4331bcbb9a9e9bba9703&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3183916
Feb 17 04:37:20.128856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae1fe81-9a3a-4f08-a435-6c52a56d5ef1,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:20.130149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39204) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:20.133031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:20.195030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.223195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.271623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.278260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e7cbf109-4a4c-4474-81eb-23035fd78472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:20.294194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae1fe81-9a3a-4f08-a435-6c52a56d5ef1,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:20.303833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.308499 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ae1fe81-9a3a-4f08-a435-6c52a56d5ef1 HTTP/1.1" status: 204  len: 168 time: 0.1770105
Feb 17 04:37:20.310815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:20.785460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb972321-be2f-4ebf-bfab-0d9b2201638e req-5403619f-cd85-4218-8473-e1a315d5069b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:20.791283 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb972321-be2f-4ebf-bfab-0d9b2201638e req-5403619f-cd85-4218-8473-e1a315d5069b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1684086
Feb 17 04:37:20.877466 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb972321-be2f-4ebf-bfab-0d9b2201638e req-b74ad24d-2f20-4b9a-9aaf-ead3ecdee2c9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610876
Feb 17 04:37:21.261458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409907c6-a40e-4deb-86d4-bc9e431fa6aa req-c14fcac5-af2a-46c5-9798-ad75b58a5c85 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:21.262923 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-409907c6-a40e-4deb-86d4-bc9e431fa6aa req-c14fcac5-af2a-46c5-9798-ad75b58a5c85 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.0926194
Feb 17 04:37:21.299193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:21.320770 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-409907c6-a40e-4deb-86d4-bc9e431fa6aa req-c1fbd3e7-f9bc-4857-8e99-d854d4d5b326 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512064
Feb 17 04:37:21.377731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:21.378808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:21.516097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 1dc54b74-4d8c-493a-918e-f2cbda4994d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:21.561713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed25d5-db4f-477b-b1fb-fe1d5b842c24 req-4adfa32a-ad23-429f-8bcb-f0b449e66d76 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:21.570935 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c3ed25d5-db4f-477b-b1fb-fe1d5b842c24 req-4adfa32a-ad23-429f-8bcb-f0b449e66d76 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1171832
Feb 17 04:37:21.576971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 39268) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:21.589169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'floatingip': {'port_id': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:21.592551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:21.592981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:21.694542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.020849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c872-7362-4243-8273-9d4cca8813ed req-46c1f293-ecfd-44d4-bdfd-81d748aeac73 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:23.024115 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1109c872-7362-4243-8273-9d4cca8813ed req-46c1f293-ecfd-44d4-bdfd-81d748aeac73 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.7999511
Feb 17 04:37:23.063275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:37:23.117886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39330) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:23.174198 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1109c872-7362-4243-8273-9d4cca8813ed req-7c46515d-b3bc-49b0-b6e2-0461f69b018c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440530
Feb 17 04:37:23.196453 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.206039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.269873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.292314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.311516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:23.315595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Usage tracker for resource:security_group_rule and tenant:93bc040b23364c128f96db411b53f785 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:23.319069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:23.325925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:23.448896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.452993 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Floating IP 601c9f40-fb96-4418-8029-21f262f20c01 associated. External IP: 172.27.0.225, port: f8a409c8-c8d0-47e0-b35c-7b5830e57e6e.
Feb 17 04:37:23.456693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.467905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1c0f6a2b-3e3e-413c-b62a-84f5c3f850b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:23.500394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ddd2b1-99b2-45b7-86fd-82f9a1841de5,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:23.507115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:23.529455 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93bc040b23364c128f96db411b53f785&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4098022
Feb 17 04:37:23.531400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39346) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:23.634300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.664923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.725325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.732076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2669df2f-4c3b-49fa-a122-500a878c7836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:23.749678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ddd2b1-99b2-45b7-86fd-82f9a1841de5,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:23.762832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:23.765229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.770556 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67ddd2b1-99b2-45b7-86fd-82f9a1841de5 HTTP/1.1" status: 204  len: 168 time: 0.2377660
Feb 17 04:37:23.984862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-743219b1-aa0f-4d98-9e7a-f3ceef0392eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:23.986508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-743219b1-aa0f-4d98-9e7a-f3ceef0392eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 1163 time: 0.3525445
Feb 17 04:37:24.093707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39360) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:24.113237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.133664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:24.138190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Usage tracker for resource:security_group_rule and tenant:1154183eef784e6b8b5101a52676de77 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:24.141386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:24.147641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:24.181785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3354951-c516-414d-87c4-28025c1f2ee6 req-3ec662e2-7022-4733-afc5-e4a64cb54c49 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:24.183458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b3354951-c516-414d-87c4-28025c1f2ee6 req-3ec662e2-7022-4733-afc5-e4a64cb54c49 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.4632213
Feb 17 04:37:24.260680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.263795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.273492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c83cc878-689c-4ae9-b343-dcd90ea46a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:24.323982 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1154183eef784e6b8b5101a52676de77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2266397
Feb 17 04:37:24.323982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b6750-50e0-4063-a422-020336482e3d,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:24.324379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:24.326355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:24.326956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39370) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:24.328327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b3354951-c516-414d-87c4-28025c1f2ee6 req-8550d857-6aa3-4cb1-a0bc-f47bedbecb93 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288753
Feb 17 04:37:24.335797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-99a4cc1f-eba3-4ccd-bc6f-b043fc3af6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:24.338187 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-99a4cc1f-eba3-4ccd-bc6f-b043fc3af6a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 912 time: 0.2992189
Feb 17 04:37:24.349438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7bb65-ceaa-49f9-a839-b610af521189 req-c244f59c-518a-49e3-acce-70ebbcf28732 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:24.354714 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2aa7bb65-ceaa-49f9-a839-b610af521189 req-c244f59c-518a-49e3-acce-70ebbcf28732 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.4326880
Feb 17 04:37:24.396002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.424356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.471528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.476905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2ed0069f-ddf2-4e5f-aaf3-19855b0d49c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:24.492824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b6750-50e0-4063-a422-020336482e3d,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:24.496054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:24.502328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.506628 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/648b6750-50e0-4063-a422-020336482e3d HTTP/1.1" status: 204  len: 168 time: 0.1755676
Feb 17 04:37:24.702871 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-4054c787-4e06-4cb7-9db7-b55aa81b6d8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3 HTTP/1.1" status: 200  len: 217 time: 0.3396604
Feb 17 04:37:24.838652 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2aa7bb65-ceaa-49f9-a839-b610af521189 req-ed3e301f-0b2f-46a0-95ce-c0dda3e5ebc3 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4227624
Feb 17 04:37:24.891305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-282cd653-03b1-4e2a-90db-50eb20afdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:24.892889 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-282cd653-03b1-4e2a-90db-50eb20afdac5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.1166732
Feb 17 04:37:24.958533 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-5f16f538-bfe4-422d-82b6-52bd089e1ae6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557966
Feb 17 04:37:24.966405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:24.981901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:24.995329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:24.998159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ac6438>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:25.149750 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-fdd0ac1b-1c32-4209-bbed-4f72ae78bdb8 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756747
Feb 17 04:37:25.153342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:25.254854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:25.284789 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-54d94c58-8d95-4f39-b852-f20216094602 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "PUT /v2.0/floatingips/601c9f40-fb96-4418-8029-21f262f20c01 HTTP/1.1" status: 200  len: 991 time: 3.7061918
Feb 17 04:37:25.288944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:25.357495 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'status': 'completed', 'code': 200}
Feb 17 04:37:25.465244 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8f3036d-93f4-419d-a674-ede5151c0d0a req-17476bd1-5526-4f24-be15-7557d7660f4d service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2069185
Feb 17 04:37:25.505100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-b41f370e-f4bd-4e84-8e33-537ca12bb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:25.508133 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-b41f370e-f4bd-4e84-8e33-537ca12bb031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1162 time: 0.1112888
Feb 17 04:37:25.667720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60da14-f70a-4642-9fd8-ff0bc4758f8a req-d4f1a0ab-8407-46e8-95ad-4f675656fc4b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:25.669349 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b60da14-f70a-4642-9fd8-ff0bc4758f8a req-d4f1a0ab-8407-46e8-95ad-4f675656fc4b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1405964
Feb 17 04:37:25.733412 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b60da14-f70a-4642-9fd8-ff0bc4758f8a req-be6ea2d8-ab07-47bc-bbaa-62eab07f027a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511565
Feb 17 04:37:25.748911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-8ecbd7a2-12de-4ad6-8635-15dc65225edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:25.754768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-8ecbd7a2-12de-4ad6-8635-15dc65225edd service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.2270076
Feb 17 04:37:25.858602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ac6438>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '601c9f40-fb96-4418-8029-21f262f20c01', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'port_id': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'mac_address': 'fa:16:3e:51:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:36:42Z', 'updated_at': '2021-02-17T04:37:22Z', 'revision_number': 1, 'project_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:25.863226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:25.887353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:25.888181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ac6438>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:25.905690 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-ccaf6aca-9d44-4261-b019-dbde920d9fb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 200  len: 999 time: 0.1379781
Feb 17 04:37:26.024333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-e3cc9fa0-2ef4-41f4-a79d-afd1df392ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.031551 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-e3cc9fa0-2ef4-41f4-a79d-afd1df392ab4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.1157894
Feb 17 04:37:26.203059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-5f2918cc-02d6-4373-a365-01d2082f4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.204713 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-5f2918cc-02d6-4373-a365-01d2082f4c8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1655760
Feb 17 04:37:26.213028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6f544-e73d-4e1b-8a0a-d387d3d33b96 req-7eab9b6d-b913-4daf-a3b7-8261971015c2 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.220639 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1d6f544-e73d-4e1b-8a0a-d387d3d33b96 req-7eab9b6d-b913-4daf-a3b7-8261971015c2 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.1508191
Feb 17 04:37:26.244705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:26.276920 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1d6f544-e73d-4e1b-8a0a-d387d3d33b96 req-a0fc400d-40a9-40fb-80cc-c89fb3095693 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552380
Feb 17 04:37:26.489579 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-04255fce-5279-4bf6-880a-df2d8a82e3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666378
Feb 17 04:37:26.684552 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0bef41cd-c26a-4646-b74c-249613db9b24 req-6fedc218-0849-42ec-a2a1-90026e0e1340 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1832542
Feb 17 04:37:26.690778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27c456-ea89-47cb-9008-7d37146199db req-5cb9a5b1-6140-4ef0-b154-220535385191 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.692475 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6f27c456-ea89-47cb-9008-7d37146199db req-5cb9a5b1-6140-4ef0-b154-220535385191 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.46 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 945 time: 0.2527328
Feb 17 04:37:26.827926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ac6438>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '601c9f40-fb96-4418-8029-21f262f20c01', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'port_id': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'mac_address': 'fa:16:3e:51:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:36:42Z', 'updated_at': '2021-02-17T04:37:22Z', 'revision_number': 1, 'project_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:26.834981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60c6b6-a0b4-4b29-a632-81545b16e697 None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '601c9f40-fb96-4418-8029-21f262f20c01', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'port_id': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'mac_address': 'fa:16:3e:51:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:36:42Z', 'updated_at': '2021-02-17T04:37:22Z', 'revision_number': 1, 'project_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:26.841635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Deleting port 9be13024-0135-468a-a333-ad54ca5b0575 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:26.842063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:26.992704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9be13024-0135-468a-a333-ad54ca5b0575 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:27.142327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.218653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 9be13024-0135-468a-a333-ad54ca5b0575, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9be13024-0135-468a-a333-ad54ca5b0575,segment=NetworkSegment(5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6),segment_id=5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:27.220400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:27.237312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.245572 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:27.322329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db7e4-b01d-4c14-a0f1-6636e62e4ef6 req-95e56eea-2eae-4535-955e-6665b0c8019e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:27.324309 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0c0db7e4-b01d-4c14-a0f1-6636e62e4ef6 req-95e56eea-2eae-4535-955e-6665b0c8019e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.3452423
Feb 17 04:37:27.352514 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575', 'code': 200}
Feb 17 04:37:27.353337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=9be13024-0135-468a-a333-ad54ca5b0575,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:27.356338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283667e1-a815-467c-ba17-d6b31f6edc2f None None] New status for floating IP 601c9f40-fb96-4418-8029-21f262f20c01: ACTIVE {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:37:27.450937 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0c0db7e4-b01d-4c14-a0f1-6636e62e4ef6 req-922aa88e-dd35-4ed2-9513-b9b30ed8e2be tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155589
Feb 17 04:37:27.544880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] For port 9be13024-0135-468a-a333-ad54ca5b0575, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9be13024-0135-468a-a333-ad54ca5b0575,segment=NetworkSegment(5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6),segment_id=5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:27.545286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.589947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.590339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.590788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.591117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.591489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.591918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.592289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.592655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.593024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.593757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.593757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.594072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.594489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.594907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.595271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.595668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.596031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.596530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.596734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.597092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.597491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.597854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.598217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.598599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.604000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:27.685647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Calling delete_port for 9be13024-0135-468a-a333-ad54ca5b0575 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:27.874798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d723-68a5-4875-afec-2e8f2fe5f464 req-ffe78d69-080f-424c-8abf-88d05c0e265b tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:27.883044 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e498d723-68a5-4875-afec-2e8f2fe5f464 req-ffe78d69-080f-424c-8abf-88d05c0e265b tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.4307706
Feb 17 04:37:27.932561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:37:27.933093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:37:27.957712 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e498d723-68a5-4875-afec-2e8f2fe5f464 req-4c9455c3-949a-4529-9cf7-9da559a63d0b tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733514
Feb 17 04:37:28.173504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39514) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:28.299050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.314986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:28.319101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e6aa225825cd49e4bca07c4ee09bdcac is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:28.322056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:28.327999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:28.418079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.420898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.430446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-729c0b55-fcea-4acb-b20a-6e044c73127f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:28.434882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Deleting port 9be13024-0135-468a-a333-ad54ca5b0575 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:28.435541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.479161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6aa225825cd49e4bca07c4ee09bdcac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3017621
Feb 17 04:37:28.479161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f01147-799b-405b-a9fb-3ce3e323eada,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:28.480589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39530) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:28.483465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:28.547930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.581444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.627252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.632603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6353b32c-1b78-40a8-84cb-495ac1e97c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:28.646415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f01147-799b-405b-a9fb-3ce3e323eada,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:28.649411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:28.651952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.656694 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98f01147-799b-405b-a9fb-3ce3e323eada HTTP/1.1" status: 204  len: 168 time: 0.1748722
Feb 17 04:37:28.811044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23064d68-ae7b-42ac-ae4b-3a3dc01b922e req-030ca0c3-b8f0-4fe8-afd4-82956242c027 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.812746 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-23064d68-ae7b-42ac-ae4b-3a3dc01b922e req-030ca0c3-b8f0-4fe8-afd4-82956242c027 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.2510257
Feb 17 04:37:28.820646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] For port 9be13024-0135-468a-a333-ad54ca5b0575, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9be13024-0135-468a-a333-ad54ca5b0575,segment=NetworkSegment(5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6),segment_id=5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:28.821113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.976538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Calling delete_port for 9be13024-0135-468a-a333-ad54ca5b0575 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:29.048753 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-23064d68-ae7b-42ac-ae4b-3a3dc01b922e req-baebb742-5023-4b77-8c8b-36e02be8c919 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196243
Feb 17 04:37:29.244650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39562) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:29.453695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac87119-66de-4427-9e8d-2477b47fcb20 req-166e9778-b69e-47e8-8d0f-7d1ba5b906dd tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:29.455363 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fac87119-66de-4427-9e8d-2477b47fcb20 req-166e9778-b69e-47e8-8d0f-7d1ba5b906dd tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 943 time: 0.1544836
Feb 17 04:37:29.456547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.485091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.502720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:29.507758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Usage tracker for resource:security_group_rule and tenant:e39dd864e30d4edf984695226c18b711 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:29.511256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:29.522839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:29.567613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:29.701904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.704773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Pushing event deleted for resources: {'Port': ['ID=9be13024-0135-468a-a333-ad54ca5b0575,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:29.706763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.727102 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fac87119-66de-4427-9e8d-2477b47fcb20 req-21eb6a0c-9c7e-4857-a860-1b8258ca02a0 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/security-groups?id=bed700a2-8882-423a-bb65-769d81dd67a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608226
Feb 17 04:37:29.728028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:29.741387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:29.794596 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e39dd864e30d4edf984695226c18b711&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5486329
Feb 17 04:37:29.796085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39590) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:29.814182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d23b1-9039-4a57-abae-ca1fa5232224,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:29.814182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:29.902057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] No DVR routers for this DVR port 9be13024-0135-468a-a333-ad54ca5b0575 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:37:29.902986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.905311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.908354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'name': 'network-vif-deleted', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:29.932023 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6f27c456-ea89-47cb-9008-7d37146199db req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.46 "DELETE /v2.0/ports/9be13024-0135-468a-a333-ad54ca5b0575 HTTP/1.1" status: 204  len: 173 time: 3.2326126
Feb 17 04:37:29.938774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.006880 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef504a5-c89a-46d6-b032-3f78f265ed79', 'name': 'network-vif-deleted', 'tag': '9be13024-0135-468a-a333-ad54ca5b0575', 'status': 'completed', 'code': 200}
Feb 17 04:37:30.037331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.044546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:30.061620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d23b1-9039-4a57-abae-ca1fa5232224,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:30.064656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:30.067420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.073979 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/843d23b1-9039-4a57-abae-ca1fa5232224 HTTP/1.1" status: 204  len: 168 time: 0.2763419
Feb 17 04:37:30.381604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcc81e-bfc4-476f-9731-a78f151bea5e req-216b5fb7-db97-48b4-a8a9-de32989d7318 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:30.384454 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18bcc81e-bfc4-476f-9731-a78f151bea5e req-216b5fb7-db97-48b4-a8a9-de32989d7318 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1613400
Feb 17 04:37:30.435118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18bcc81e-bfc4-476f-9731-a78f151bea5e req-04d52dcb-3858-4cb6-a324-1018661a70d3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439649
Feb 17 04:37:30.534856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbfd88ad-017d-4ba8-b228-e40dc097c743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.578114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39616) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:30.597315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.613244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:30.617350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Usage tracker for resource:security_group_rule and tenant:b3cc4c1a29f44181b7dd91c3937dff0c is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:30.620294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:30.626014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:30.721777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.721777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.729881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9023d4dd-ede0-4d56-9549-ded5ae10a3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:30.777815 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3cc4c1a29f44181b7dd91c3937dff0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1984291
Feb 17 04:37:30.778773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1d55cb-bc94-4e8c-9fb8-c59343c6302d,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:30.780736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 39628) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:30.781997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:30.851003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.920967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-7258e250-30d8-4997-a97e-bc048b9d840c req-992c488d-df53-4580-b195-df01339fd6ae tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Synchronizing usage tracker for tenant:7c8bf81d567949c194eb63efc45f5bdd on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:30.931434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.963476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-7258e250-30d8-4997-a97e-bc048b9d840c req-992c488d-df53-4580-b195-df01339fd6ae tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Unset dirty status for tenant:7c8bf81d567949c194eb63efc45f5bdd on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:30.964746 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7258e250-30d8-4997-a97e-bc048b9d840c req-992c488d-df53-4580-b195-df01339fd6ae tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.1152499
Feb 17 04:37:30.999388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.004947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1cf83d17-676d-4f09-82a9-f33883abd49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:31.019321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1d55cb-bc94-4e8c-9fb8-c59343c6302d,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:31.023508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:31.025877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.029938 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb1d55cb-bc94-4e8c-9fb8-c59343c6302d HTTP/1.1" status: 204  len: 168 time: 0.2451806
Feb 17 04:37:31.403791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39652) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:31.423888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.441558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:31.446607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4d95c5801c4c8cb087d4acbd17ba79 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:31.449795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:31.457274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-14fb0a2a-4982-4ad4-ad2c-83d9f115ee9f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:31.457598 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:31.459033 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-14fb0a2a-4982-4ad4-ad2c-83d9f115ee9f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.1675980
Feb 17 04:37:31.476273 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-32fcfcf7-70d6-47e8-9ec9-fba998d89e41 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/quotas/a6284f2b80524eb0a36ccebaedba767a HTTP/1.1" status: 200  len: 375 time: 0.0113454
Feb 17 04:37:31.554650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.559839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.569512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-70abd02b-0de8-4e29-be00-fa6dc231d8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:31.576548 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-af76b142-525b-4dbf-9635-868cb7af3ca4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0929401
Feb 17 04:37:31.611703 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff4d95c5801c4c8cb087d4acbd17ba79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2067280
Feb 17 04:37:31.613454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cfee37-7b76-4472-8ab7-3a0ef74bd11e,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:31.616703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39662) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:31.619492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:31.681276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.708319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.730175 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-ec1dd198-af9d-4e37-99e8-0b21c08e17c6 service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455712
Feb 17 04:37:31.759826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.764834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0aa91c84-ca97-4df5-bf12-2deb051c4a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:31.777908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cfee37-7b76-4472-8ab7-3a0ef74bd11e,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:31.782752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:31.787822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.789107 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13cfee37-7b76-4472-8ab7-3a0ef74bd11e HTTP/1.1" status: 204  len: 168 time: 0.1714013
Feb 17 04:37:31.879140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-671e4062-c471-48ff-beb9-a2c386e13aae service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421809
Feb 17 04:37:32.224140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb36532-4f4b-4546-a41e-4bb5ed5ecfe8 req-db93e5f9-1cf0-4116-a8ae-b14ea151ff8e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:32.232372 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dcb36532-4f4b-4546-a41e-4bb5ed5ecfe8 req-db93e5f9-1cf0-4116-a8ae-b14ea151ff8e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1200652
Feb 17 04:37:32.293118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dcb36532-4f4b-4546-a41e-4bb5ed5ecfe8 req-955130eb-041e-4586-a30b-143112b01759 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596941
Feb 17 04:37:32.457184 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3832fc43-6fb3-4d1e-bd81-99f041bafa86 req-9399291b-5cc2-4450-aa1c-d5145994b2d6 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.0559728
Feb 17 04:37:32.622688 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-07db94c7-0f83-4766-b555-3c6b76255d51 req-100aa98c-19d8-42e9-a89d-a255dd140642 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 210 time: 0.0537558
Feb 17 04:37:32.863706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76621033-0280-4ab4-b62c-22f0e0a4dc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.356576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.520327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2415029-3f6b-40ae-ac48-08da7034d7f0 req-58338612-bfe6-4f45-b427-071a28d7a91d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:33.528481 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2415029-3f6b-40ae-ac48-08da7034d7f0 req-58338612-bfe6-4f45-b427-071a28d7a91d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1167746
Feb 17 04:37:33.576056 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2415029-3f6b-40ae-ac48-08da7034d7f0 req-7583301e-e0db-442a-ba00-d9d2ac263a5f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461602
Feb 17 04:37:33.644047 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e477297c-ad4d-46df-b98a-6afb2a5f3f75 req-56258e68-2820-4bc0-8026-65ef2852dbfa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.0541131
Feb 17 04:37:33.800111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9dceab59-c0f1-4145-84d2-d190b5583246 req-3c1a697a-bb5a-4451-9f3b-87369de4331a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 210 time: 0.0491056
Feb 17 04:37:34.554724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.782880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e083e-b942-4ea6-a958-0f101b47e171 req-ec376361-ab66-4911-a9fd-e4d951c711e2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:34.784503 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-db5e083e-b942-4ea6-a958-0f101b47e171 req-ec376361-ab66-4911-a9fd-e4d951c711e2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0866642
Feb 17 04:37:34.836596 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-db5e083e-b942-4ea6-a958-0f101b47e171 req-b3eb4e49-dd20-472d-97e4-8d90ef1ccdb4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450056
Feb 17 04:37:35.007872 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d99d98f6-8fa6-40ef-afca-2e641acbeeb4 req-ac6d413b-426e-4b4c-9509-287ecf682a7d tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.0512857
Feb 17 04:37:35.040437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.168266 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-518f3016-7052-4bb4-874f-0eb5602fccf1 req-b9f7adf2-22aa-4b91-aa61-212a214eb6de tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 210 time: 0.0484846
Feb 17 04:37:36.044975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f333-ed48-4234-b350-4181cb7d1b07 req-bcee0a09-de0c-45b6-afb6-1ef83a4600e3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:36.046604 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7281f333-ed48-4234-b350-4181cb7d1b07 req-bcee0a09-de0c-45b6-afb6-1ef83a4600e3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0922542
Feb 17 04:37:36.093922 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7281f333-ed48-4234-b350-4181cb7d1b07 req-78b48f00-e21d-48b2-bb64-e9ab6074ed1f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408974
Feb 17 04:37:36.259877 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-62789474-c3af-472a-a5d2-83d3c97805ad req-50040636-c718-4a2c-9ff0-378c87443146 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.0475605
Feb 17 04:37:36.419544 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cba42d99-715d-4dc9-b2a8-33361cc17a2c req-ff1ea244-d999-4949-972d-d0175c7734bb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 210 time: 0.0517471
Feb 17 04:37:37.299884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849abcf3-ddaa-49d9-9583-7a6b889e7b05 req-2fa8dae7-8551-45b8-86b5-a773e4fc9dc1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:37.301408 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-849abcf3-ddaa-49d9-9583-7a6b889e7b05 req-2fa8dae7-8551-45b8-86b5-a773e4fc9dc1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0857918
Feb 17 04:37:37.350226 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-849abcf3-ddaa-49d9-9583-7a6b889e7b05 req-60bfe344-0b56-4ae1-a26a-4f2152d98b3d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417688
Feb 17 04:37:37.648856 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-418ec2bd-0d82-4b1b-921c-e33b12b7b5ab req-4129025f-8dd9-425f-b39f-04647fe28af5 tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] 10.222.0.38 "GET /v2.0/ports?device_id=eef504a5-c89a-46d6-b032-3f78f265ed79 HTTP/1.1" status: 200  len: 210 time: 0.1545200
Feb 17 04:37:37.667242 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f28cfd6-8943-4492-b450-e9825d766c2b req-ba2013b7-9d21-4259-a1b3-0b7f79264410 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 210 time: 0.0706034
Feb 17 04:37:37.730950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-83219bd2-ac98-4ea5-bbbf-47ab8d7ce14f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:37.732535 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-83219bd2-ac98-4ea5-bbbf-47ab8d7ce14f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.2742484
Feb 17 04:37:37.752979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Request body: {'port': {'device_id': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd', 'admin_state_up': True, 'tenant_id': 'a6284f2b80524eb0a36ccebaedba767a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:37.901376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:37.913040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:37.922765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Made reservation on behalf of a6284f2b80524eb0a36ccebaedba767a for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:37:37.929633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:38.253594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Allocated IP 172.20.0.10 (3eac4670-46fd-4c18-9c55-ed035eb365fd/06f8ac00-d1a5-439a-b7c5-8564bc5c858b/c45cb327-88cb-4944-9e37-27538a1aa3b5) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:38.476654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:38.587380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:38.595286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827754-28c7-4d84-8d64-396a835b3160 req-c5d2caad-9b8a-4d02-927d-5525c84577a8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:38.596927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-65827754-28c7-4d84-8d64-396a835b3160 req-c5d2caad-9b8a-4d02-927d-5525c84577a8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1248937
Feb 17 04:37:38.615243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cb20cc0b-2724-42e9-9a1a-1f09318af89e tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:38.801749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event updated for resources: {'Port': ['ID=c45cb327-88cb-4944-9e37-27538a1aa3b5,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:38.810588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:38.816192 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-65827754-28c7-4d84-8d64-396a835b3160 req-382aff7f-5d01-495a-9e0d-af93f6806dc2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021871
Feb 17 04:37:38.868839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:38.872555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:38.875130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:38.879907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:38.881214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:39.202558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4537697
Feb 17 04:37:39.228866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Request body: {'port': {'device_id': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:39.287323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa649ac-caa5-4a41-ad58-9cd457a94aa9 req-e7b71cf2-4091-4550-a173-e501f975bb45 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:39.288419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-efa649ac-caa5-4a41-ad58-9cd457a94aa9 req-e7b71cf2-4091-4550-a173-e501f975bb45 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:39.362469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-efa649ac-caa5-4a41-ad58-9cd457a94aa9 req-e7b71cf2-4091-4550-a173-e501f975bb45 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:39.363763 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-efa649ac-caa5-4a41-ad58-9cd457a94aa9 req-e7b71cf2-4091-4550-a173-e501f975bb45 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 932 time: 0.4927170
Feb 17 04:37:39.404711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:39.473924 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-efa649ac-caa5-4a41-ad58-9cd457a94aa9 req-97915189-f3db-4c19-b153-b07f1a8faf08 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966175
Feb 17 04:37:39.827591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39894) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:39.926270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45cb327-88cb-4944-9e37-27538a1aa3b5 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:37:39.937015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:39.963883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Transition to ACTIVE for port object c45cb327-88cb-4944-9e37-27538a1aa3b5 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:39.994116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.012766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:40.019214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.019553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Usage tracker for resource:security_group_rule and tenant:6ae9342f174e4ae2b58e604f1003e971 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:40.023975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:40.031429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:40.044789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:40.128861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.133496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.182558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:40.193510 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ae9342f174e4ae2b58e604f1003e971&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3640063
Feb 17 04:37:40.196238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39910) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:40.206543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Pushing event updated for resources: {'Port': ['ID=c45cb327-88cb-4944-9e37-27538a1aa3b5,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:40.233105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:40.242955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c16af-a11d-4853-bb7c-3d060ede5854,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:40.266369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:40.268179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd158cc2-9abe-43e1-b1f2-94f6700383c5 req-3eff601e-4af2-4ee0-ad12-a8f2dcc673d5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:40.269849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd158cc2-9abe-43e1-b1f2-94f6700383c5 req-3eff601e-4af2-4ee0-ad12-a8f2dcc673d5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.3043566
Feb 17 04:37:40.349018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.383418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.443271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.450441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6396930-1b96-4ee0-aed8-3bd465cdfd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:40.452831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Attempting to bind port c45cb327-88cb-4944-9e37-27538a1aa3b5 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:40.453212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Attempting to bind port c45cb327-88cb-4944-9e37-27538a1aa3b5 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:40.453586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Attempting to bind port c45cb327-88cb-4944-9e37-27538a1aa3b5 on network 3eac4670-46fd-4c18-9c55-ed035eb365fd {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:40.463089 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd158cc2-9abe-43e1-b1f2-94f6700383c5 req-8ed216b7-2258-4255-9da4-91bcb33570a3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877130
Feb 17 04:37:40.465176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c16af-a11d-4853-bb7c-3d060ede5854,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:40.466401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:40.467499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Checking segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:40.468216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.469001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Bound using segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:40.469509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Bound port: c45cb327-88cb-4944-9e37-27538a1aa3b5, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:40.469890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.485159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:40.486047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.489851 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc5c16af-a11d-4853-bb7c-3d060ede5854 HTTP/1.1" status: 204  len: 168 time: 0.2873733
Feb 17 04:37:40.701701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] For port c45cb327-88cb-4944-9e37-27538a1aa3b5, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:40.712987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] For port c45cb327-88cb-4944-9e37-27538a1aa3b5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:40.721236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.743348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:40.801012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39940) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:40.883852 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Deleting subnet 5a1b04bb-1b66-4a62-8400-27fa4afb9ebf {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:37:40.887397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.908987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Pushing event updated for resources: {'Port': ['ID=c45cb327-88cb-4944-9e37-27538a1aa3b5,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:40.914764 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:40.924105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 39948) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:40.955639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.975016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.038432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.060715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:41.071177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e999b-4f9b-40b8-9abf-bf95273cac16 req-dbbecf87-5fdd-4137-b016-97a92fafb440 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.072777 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ea5e999b-4f9b-40b8-9abf-bf95273cac16 req-dbbecf87-5fdd-4137-b016-97a92fafb440 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.4679325
Feb 17 04:37:41.073903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.074599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.075916 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] 10.222.0.46 "PUT /v2.0/ports/c45cb327-88cb-4944-9e37-27538a1aa3b5 HTTP/1.1" status: 200  len: 1158 time: 1.8596063
Feb 17 04:37:41.077756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:41.085061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Usage tracker for resource:security_group_rule and tenant:72c5ddef982645958750d06f9d94f7c1 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:41.102685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:41.113385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:41.184441 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5', 'status': 'completed', 'code': 200}
Feb 17 04:37:41.207680 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ea5e999b-4f9b-40b8-9abf-bf95273cac16 req-ffcd5b9c-fd18-4d70-b69b-81ae31e95d2e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243923
Feb 17 04:37:41.261743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.275644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-e0b59c60-98be-47b9-87cc-219bc9912f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.277260 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-e0b59c60-98be-47b9-87cc-219bc9912f67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 1161 time: 0.1479499
Feb 17 04:37:41.371676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.373554 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-4dae0ef9-6acd-4e95-b4dc-f72d6af4e387 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5 HTTP/1.1" status: 200  len: 217 time: 0.0761204
Feb 17 04:37:41.373890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a1d2e85d-ba15-4513-a64f-84f2a315b225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:41.376684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.391452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-11721464-73c9-4773-8a4e-4e78322458cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:41.415646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1b04bb-1b66-4a62-8400-27fa4afb9ebf,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:41.419497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:41.422269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.430642 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a1b04bb-1b66-4a62-8400-27fa4afb9ebf HTTP/1.1" status: 204  len: 168 time: 0.6273732
Feb 17 04:37:41.433831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39962) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:41.508265 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72c5ddef982645958750d06f9d94f7c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5729783
Feb 17 04:37:41.509645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff5383-1283-43d2-9857-41960111ba09,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:41.509823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 39968) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:41.514521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:41.522497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dce66-0278-475d-a057-d04c30721581 req-dfd7d9e2-b06e-4476-99cb-f6b2235a7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.524105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-dfd7d9e2-b06e-4476-99cb-f6b2235a7038 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.1394699
Feb 17 04:37:41.612456 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-2aa4f839-746c-466d-90f7-eb7ab420123c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0773575
Feb 17 04:37:41.622542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.688726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.834688 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-17ad5f9c-fe9b-4342-9785-73ab201c6e87 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138448
Feb 17 04:37:41.842605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7c6d9-1b8b-4db0-8673-7b3a608661e1 req-506df200-4d2d-4e85-a7cf-0803aed93ea4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.844243 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e8a7c6d9-1b8b-4db0-8673-7b3a608661e1 req-506df200-4d2d-4e85-a7cf-0803aed93ea4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.2014470
Feb 17 04:37:41.946979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.004024 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e8a7c6d9-1b8b-4db0-8673-7b3a608661e1 req-3a42d618-fac3-4cb7-8da8-c5d1aea1fb6d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327236
Feb 17 04:37:42.040562 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5f8dce66-0278-475d-a057-d04c30721581 req-7d82749f-32ba-411c-8f26-1f38977a7041 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1940601
Feb 17 04:37:42.097497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.200516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-a4076d2c-32ea-4e98-be01-91e53f4b841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.202200 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-a4076d2c-32ea-4e98-be01-91e53f4b841d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 1161 time: 0.0950003
Feb 17 04:37:42.226127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.235389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-62bd8a07-1c9a-41ad-a64d-79c3a8064ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:42.244601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f14145a3128>> segment before_delete 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.245008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f14145a3128>> subnet precommit_delete_associations 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.245846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> segment_host_mapping after_create 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.246224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> port after_create 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.246601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> port after_delete 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.246975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> port after_update 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.247340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> segment after_delete 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.247701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> subnet after_create 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.248041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> subnet after_delete 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.248465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14140d4828>> subnet after_update 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.322103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14143afb38>> subnet after_create 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.322494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14143afb38>> subnet after_delete 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.322923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14143afb38>> subnet before_create 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.323298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14143afb38>> subnet before_update 55550000 {{(pid=83903) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:37:42.323693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f141401b710>,) {'filters': {'network_id': ['23d3d8ad-34e2-4a43-aad6-cb91683b7160']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:42.342974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff5383-1283-43d2-9857-41960111ba09,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:42.347065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f141401b710>, '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:42.347414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f141401b710>, '5d3c0cb6-d5a1-4e52-8818-aa782d7fe1a6') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:42.356195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:42.359768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.366731 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47ff5383-1283-43d2-9857-41960111ba09 HTTP/1.1" status: 204  len: 168 time: 0.8529978
Feb 17 04:37:42.380608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.403975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.406903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:37:42.476927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-6a352dfc-7a0b-4aa3-9400-b5d4e75a5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.478635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-6a352dfc-7a0b-4aa3-9400-b5d4e75a5144 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 909 time: 0.2532170
Feb 17 04:37:42.588087 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-89c38e16-b6ab-470f-9e25-123d96a7c728 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5 HTTP/1.1" status: 200  len: 217 time: 0.0887194
Feb 17 04:37:42.598966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248302-8f8e-4b20-81fd-30914ea61911 req-0bb3e177-59d4-4c6d-adfa-241e1701e799 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.600705 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f248302-8f8e-4b20-81fd-30914ea61911 req-0bb3e177-59d4-4c6d-adfa-241e1701e799 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.2051232
Feb 17 04:37:42.672359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:42.690151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.712703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-a54a60ae-ba5c-4631-b17c-e44e24b2e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.714312 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-a54a60ae-ba5c-4631-b17c-e44e24b2e90c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.1126437
Feb 17 04:37:42.717239 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f248302-8f8e-4b20-81fd-30914ea61911 req-d8d1aefb-e396-420e-97c2-70dc5aa857d2 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795448
Feb 17 04:37:42.787743 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-46ec9a96-15c9-44d0-951a-ad30bb0cdf20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581489
Feb 17 04:37:42.891063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Network 23d3d8ad-34e2-4a43-aad6-cb91683b7160 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   from cryptography.utils import int_from_bytes
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   from cryptography.utils import int_from_bytes
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   (rel_b, rel_a, rel_b),
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   (rel_b, rel_a, rel_b),
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:37:43.007458 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:37:43.011086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.015064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:43.041617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.051938 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/23d3d8ad-34e2-4a43-aad6-cb91683b7160 HTTP/1.1" status: 204  len: 168 time: 1.6166790
Feb 17 04:37:43.054317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d3d8ad-34e2-4a43-aad6-cb91683b7160,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:43.057511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:43.294719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-772a8f63-a47a-44fb-ac43-babaf06d9db5 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5060108
Feb 17 04:37:43.331825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40028) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:43.393340 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d51f2060-b17c-4ad6-ae81-16ca30e98ea2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c8bf81d567949c194eb63efc45f5bdd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0596206
Feb 17 04:37:43.397666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40032) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:43.414338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334d25-3edf-4f59-885d-0c2ed95e08dc req-bc6f1611-b9c0-44ac-a52d-76c1e1af8ad0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:43.416182 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-24334d25-3edf-4f59-885d-0c2ed95e08dc req-bc6f1611-b9c0-44ac-a52d-76c1e1af8ad0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.2303882
Feb 17 04:37:43.477939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.502270 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-24334d25-3edf-4f59-885d-0c2ed95e08dc req-5068226d-1b58-4e91-ae17-1adfea6d2218 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785661
Feb 17 04:37:43.509294 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4273947e-14cc-43ae-b5d4-4f99dae6b285 req-fbbf93c9-930e-4b32-be79-7c8b14cb0c83 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2047460
Feb 17 04:37:43.514589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.564784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.566675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:43.580646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed700a2-8882-423a-bb65-769d81dd67a1,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:43.583831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:43.584821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.588843 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bed700a2-8882-423a-bb65-769d81dd67a1 HTTP/1.1" status: 204  len: 168 time: 0.1889596
Feb 17 04:37:43.984816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f38-1288-47b8-8ee0-ee92ec1c5d40 req-d89e0736-cd8d-4fae-be76-e1290cb0cb1f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:43.993206 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-57416f38-1288-47b8-8ee0-ee92ec1c5d40 req-d89e0736-cd8d-4fae-be76-e1290cb0cb1f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.1423166
Feb 17 04:37:44.050305 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-57416f38-1288-47b8-8ee0-ee92ec1c5d40 req-8ce176a9-f51b-428f-9fe5-0bb87651081a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560615
Feb 17 04:37:44.738813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fa49e-5ba6-4429-ae00-e458919259dc req-5f728e24-b88a-41da-9797-917009cf18c3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:44.745732 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1f1fa49e-5ba6-4429-ae00-e458919259dc req-5f728e24-b88a-41da-9797-917009cf18c3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1086311
Feb 17 04:37:44.803261 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1f1fa49e-5ba6-4429-ae00-e458919259dc req-7c1ea5ca-a949-4ea0-b33f-36998b8d3ec2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554993
Feb 17 04:37:45.262051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902d2f-6768-4fa9-894a-c52d857ab22f req-10c405ba-dc1f-438b-900f-f08e328cc367 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:45.263742 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b5902d2f-6768-4fa9-894a-c52d857ab22f req-10c405ba-dc1f-438b-900f-f08e328cc367 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.0962813
Feb 17 04:37:45.345942 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b5902d2f-6768-4fa9-894a-c52d857ab22f req-2cfc734b-52ac-4e17-9abd-401d407706d9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681276
Feb 17 04:37:45.843060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40162) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:45.995568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.016546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:46.024784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:b9664f05b55047d596afa11b56b1d1b9 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:46.030479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:46.040957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:46.059422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4ba4-bad2-4011-9bcc-d53e7f5279ca req-c62badeb-199e-49c3-a50d-016e92505b43 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:46.061053 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-055b4ba4-bad2-4011-9bcc-d53e7f5279ca req-c62badeb-199e-49c3-a50d-016e92505b43 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1400626
Feb 17 04:37:46.113007 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-055b4ba4-bad2-4011-9bcc-d53e7f5279ca req-cd0ba66e-a4c9-45b2-93ef-57b0ab7cfefc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427401
Feb 17 04:37:46.132990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.135741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.144713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5c6b1fb8-6da4-4421-887c-f9951b448daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:46.187899 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9664f05b55047d596afa11b56b1d1b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3436699
Feb 17 04:37:46.188800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3933faaf-62b8-4625-b9cc-a3a76ffb1ee2,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:46.190895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 40170) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:46.199475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:46.256458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.287407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.337361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.343007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6daaa71-3825-4af2-a3d5-cf1f23685c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:46.360310 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3933faaf-62b8-4625-b9cc-a3a76ffb1ee2,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:46.366301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:46.374014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.378726 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3933faaf-62b8-4625-b9cc-a3a76ffb1ee2 HTTP/1.1" status: 204  len: 168 time: 0.1865709
Feb 17 04:37:46.646666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed451c-3eb3-4cff-b70c-8b46d2f22832 req-c21eed3d-f226-4ca2-8a2d-f914482fee1b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:46.649038 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-03ed451c-3eb3-4cff-b70c-8b46d2f22832 req-c21eed3d-f226-4ca2-8a2d-f914482fee1b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.1760595
Feb 17 04:37:46.700771 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-03ed451c-3eb3-4cff-b70c-8b46d2f22832 req-936001b5-e3d5-45f1-b4f1-451128f90117 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456572
Feb 17 04:37:46.792637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40194) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:46.812401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.832906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:46.837749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Usage tracker for resource:security_group_rule and tenant:88117964c1a148159de67863802892df is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:46.840761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:46.846523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:46.933454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.936382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.945414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:46.993258 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88117964c1a148159de67863802892df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1968198
Feb 17 04:37:46.993258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a436c4-2479-4b26-bcee-ac9faa5444f6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:46.994240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 40202) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:46.998850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:47.083028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.117409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.174130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.182124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c582893-8ba9-4cff-8f55-4d2f65c75ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:47.199941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a436c4-2479-4b26-bcee-ac9faa5444f6,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:47.199941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:47.207862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.212177 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3a436c4-2479-4b26-bcee-ac9faa5444f6 HTTP/1.1" status: 204  len: 168 time: 0.2149029
Feb 17 04:37:47.331363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c94c3-3408-4f62-bbee-f8bb268af659 req-047aa084-bda8-4573-84f5-00ad56bd384d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.332968 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff5c94c3-3408-4f62-bbee-f8bb268af659 req-047aa084-bda8-4573-84f5-00ad56bd384d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0893571
Feb 17 04:37:47.382652 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff5c94c3-3408-4f62-bbee-f8bb268af659 req-52a841da-fb16-40f1-9661-196d010c0eb3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431430
Feb 17 04:37:47.916637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde06e1-54a8-495a-964f-32e0fe6b1b0e req-cd327130-2b5a-4c1b-8446-e50d1c62589a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.918275 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1cde06e1-54a8-495a-964f-32e0fe6b1b0e req-cd327130-2b5a-4c1b-8446-e50d1c62589a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.0951355
Feb 17 04:37:47.972883 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1cde06e1-54a8-495a-964f-32e0fe6b1b0e req-84b58a34-10df-4c62-b1f8-1a9626bdd3ae tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480154
Feb 17 04:37:48.585950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7130c-cf9f-48a5-9ddd-e37615e2e5e0 req-d8c1a3cd-54ac-4626-8294-ff146d4e3b9c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:48.587582 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-84d7130c-cf9f-48a5-9ddd-e37615e2e5e0 req-d8c1a3cd-54ac-4626-8294-ff146d4e3b9c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0858152
Feb 17 04:37:48.636541 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-84d7130c-cf9f-48a5-9ddd-e37615e2e5e0 req-654b42ca-9d6a-4775-8299-cf3d533a801d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427361
Feb 17 04:37:49.180531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e29f-fcae-4dc0-b7cb-bad2fd3db2de req-0315fb03-7990-43c4-8fbf-5e8767d6a77e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:49.182063 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0b97e29f-fcae-4dc0-b7cb-bad2fd3db2de req-0315fb03-7990-43c4-8fbf-5e8767d6a77e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.0891311
Feb 17 04:37:49.221192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device c45cb327-88cb-4944-9e37-27538a1aa3b5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:49.234898 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0b97e29f-fcae-4dc0-b7cb-bad2fd3db2de req-a5cbc1da-c6ab-4895-8ed0-a01eeb93b572 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458002
Feb 17 04:37:49.295177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port c45cb327-88cb-4944-9e37-27538a1aa3b5 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:49.300333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port c45cb327-88cb-4944-9e37-27538a1aa3b5 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:49.300754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.433281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.461948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:49.472634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port c45cb327-88cb-4944-9e37-27538a1aa3b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:49.476021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.478540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:49.518542 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5', 'code': 200}
Feb 17 04:37:49.552304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=c45cb327-88cb-4944-9e37-27538a1aa3b5,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:49.555974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:49.651009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device c45cb327-88cb-4944-9e37-27538a1aa3b5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:49.737498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port c45cb327-88cb-4944-9e37-27538a1aa3b5 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:49.737835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.846071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90aa6-b366-4aa8-ac9e-577b5c7db645 req-f2af13e0-a2a9-4079-a480-45d0d2554640 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:49.847719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4c90aa6-b366-4aa8-ac9e-577b5c7db645 req-f2af13e0-a2a9-4079-a480-45d0d2554640 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0899324
Feb 17 04:37:49.898151 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4c90aa6-b366-4aa8-ac9e-577b5c7db645 req-ddf6bc71-3d31-4264-9083-cddc2b2bd732 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433486
Feb 17 04:37:50.441913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa508e-515d-43c8-8559-e11cc2f9b660 req-e61ebda1-824f-4cd5-972e-207c3e0f116b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:50.443657 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1aa508e-515d-43c8-8559-e11cc2f9b660 req-e61ebda1-824f-4cd5-972e-207c3e0f116b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.0893865
Feb 17 04:37:50.492856 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1aa508e-515d-43c8-8559-e11cc2f9b660 req-34629942-6dd8-4009-8e99-0d41eadda986 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429122
Feb 17 04:37:51.103832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f136c-cba2-4753-a3d8-ce44f64d2da8 req-b6d8604d-970c-4f83-a72d-d4fb93e5492e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:51.105446 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-287f136c-cba2-4753-a3d8-ce44f64d2da8 req-b6d8604d-970c-4f83-a72d-d4fb93e5492e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0910332
Feb 17 04:37:51.152726 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-287f136c-cba2-4753-a3d8-ce44f64d2da8 req-98749e46-6db9-47b2-a5e8-80ceeb50c2f3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411203
Feb 17 04:37:51.387712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:37:51.694863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03cf22-b45b-4f2f-9997-36b9e447f22b req-9a734594-9346-40ee-909f-409ec30d06ed tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:51.696371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bc03cf22-b45b-4f2f-9997-36b9e447f22b req-9a734594-9346-40ee-909f-409ec30d06ed tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.0849226
Feb 17 04:37:51.746207 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bc03cf22-b45b-4f2f-9997-36b9e447f22b req-d660e44c-4903-438e-a4bd-621bd953d616 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436730
Feb 17 04:37:52.349054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76be70-dc7f-4164-91f7-e8736d16fa23 req-0864f0e5-3fee-45f9-9086-f01307db827e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.350656 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2d76be70-dc7f-4164-91f7-e8736d16fa23 req-0864f0e5-3fee-45f9-9086-f01307db827e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0851622
Feb 17 04:37:52.397302 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2d76be70-dc7f-4164-91f7-e8736d16fa23 req-8431e35f-3d50-4d68-91be-28f22ef6198b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405042
Feb 17 04:37:52.588543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501e151-35b1-4c64-8485-d9f14e11b18d req-5eaba01d-9b26-45f8-8373-a7a800b69a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.590133 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7501e151-35b1-4c64-8485-d9f14e11b18d req-5eaba01d-9b26-45f8-8373-a7a800b69a70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 1163 time: 0.0858645
Feb 17 04:37:52.648409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-7501e151-35b1-4c64-8485-d9f14e11b18d req-501f387d-d96a-4035-82b3-ce97a51f0adc service neutron] Synchronizing usage tracker for tenant:2b254aa2c47d4d4fbb771a7bd7e3d82d on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:52.663212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-7501e151-35b1-4c64-8485-d9f14e11b18d req-501f387d-d96a-4035-82b3-ce97a51f0adc service neutron] Unset dirty status for tenant:2b254aa2c47d4d4fbb771a7bd7e3d82d on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:52.664451 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7501e151-35b1-4c64-8485-d9f14e11b18d req-501f387d-d96a-4035-82b3-ce97a51f0adc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523059
Feb 17 04:37:52.953085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7988403-19ec-461d-add6-4adcfeb93912 req-e2128b2d-6bbc-43aa-8237-3adccd45078b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.954733 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7988403-19ec-461d-add6-4adcfeb93912 req-e2128b2d-6bbc-43aa-8237-3adccd45078b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.0942607
Feb 17 04:37:53.004570 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7988403-19ec-461d-add6-4adcfeb93912 req-7a8a9395-24ed-46ad-a909-ff53eb573530 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425427
Feb 17 04:37:53.284361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.637820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe5d98-f089-4f80-acf5-ebbe26b324f9 req-58dc9365-fa69-4b1b-a762-f7267af8340d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:53.640053 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9dbe5d98-f089-4f80-acf5-ebbe26b324f9 req-58dc9365-fa69-4b1b-a762-f7267af8340d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1219587
Feb 17 04:37:53.690306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9dbe5d98-f089-4f80-acf5-ebbe26b324f9 req-e536c111-7964-4582-b13f-fe86fda96bdc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433364
Feb 17 04:37:54.227235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0444d-6a23-430b-8e4b-f81c71e30f95 req-66a826dd-dad9-4974-add2-c7054cb84c53 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:54.228946 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8aa0444d-6a23-430b-8e4b-f81c71e30f95 req-66a826dd-dad9-4974-add2-c7054cb84c53 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.0964901
Feb 17 04:37:54.295767 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8aa0444d-6a23-430b-8e4b-f81c71e30f95 req-33b0f894-c650-4ffe-b324-4f992699fcb0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596607
Feb 17 04:37:54.907987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89a11-ba1c-4e24-8cff-4eb8215b7f9b req-fabf5d7d-d1bc-45de-8762-4b5490659d5f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:54.909780 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7bc89a11-ba1c-4e24-8cff-4eb8215b7f9b req-fabf5d7d-d1bc-45de-8762-4b5490659d5f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0913792
Feb 17 04:37:54.968507 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7bc89a11-ba1c-4e24-8cff-4eb8215b7f9b req-2ae66f67-9169-4c27-97f7-15ac15895bb0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515339
Feb 17 04:37:55.534269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f654aa6-543c-42c5-be56-d14ee0c73cd0 req-2d478e55-2284-43c6-8ebb-1e6ce5965a60 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.535941 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f654aa6-543c-42c5-be56-d14ee0c73cd0 req-2d478e55-2284-43c6-8ebb-1e6ce5965a60 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.0941184
Feb 17 04:37:55.587056 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f654aa6-543c-42c5-be56-d14ee0c73cd0 req-7a6ac853-6cc3-427c-b1ce-c8712826ac1f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442612
Feb 17 04:37:55.936877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40454) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:56.151291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40466) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:56.254303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.284550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:56.289783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Usage tracker for resource:security_group_rule and tenant:06ee2896950b4586a95dc83b3538dfe8 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:56.293351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:56.299781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:56.345268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.372500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:56.374534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e18d08-4570-4d74-ab44-a7253f454de4 req-c65f6f74-4c28-4095-b904-77ce5f60ab3f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.376264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-41e18d08-4570-4d74-ab44-a7253f454de4 req-c65f6f74-4c28-4095-b904-77ce5f60ab3f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0901823
Feb 17 04:37:56.377331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Usage tracker for resource:security_group_rule and tenant:af110053079c4c4c94593a1dc23accc3 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:56.381893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:56.416876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:56.435386 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-41e18d08-4570-4d74-ab44-a7253f454de4 req-7cecb13a-94d5-4993-85e5-6be3834629e9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516894
Feb 17 04:37:56.440423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.460669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.493310 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8f1402a4-f9ee-4480-9338-eddc1a094f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:56.521618 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06ee2896950b4586a95dc83b3538dfe8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5810671
Feb 17 04:37:56.522061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 40484) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:56.524832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b99606c-abd7-422d-b5b4-fa888f51e670,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:56.528834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:56.590890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.600497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.628131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5fb191cd-926b-4779-948d-bf903f40af32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:56.657928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.662488 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af110053079c4c4c94593a1dc23accc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5100372
Feb 17 04:37:56.663781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40494) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:56.667147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde39c6-d77f-427b-9a72-c54d8ac91c28,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:56.696986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.730544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:56.751135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.768277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.787165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.789047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:56.806466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b99606c-abd7-422d-b5b4-fa888f51e670,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:56.820673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:56.824808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.831693 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b99606c-abd7-422d-b5b4-fa888f51e670 HTTP/1.1" status: 204  len: 168 time: 0.3078625
Feb 17 04:37:56.850146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.855966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-10402287-0e72-4aa1-989b-0556d6c732b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:56.869740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde39c6-d77f-427b-9a72-c54d8ac91c28,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:56.880227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:56.897332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.901643 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acde39c6-d77f-427b-9a72-c54d8ac91c28 HTTP/1.1" status: 204  len: 168 time: 0.2363327
Feb 17 04:37:57.387414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40538) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:57.410430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.431644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:57.436524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Usage tracker for resource:security_group_rule and tenant:183440966ed0415bbb11e5eb8415c57e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:57.439700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:57.445825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:57.548801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.556059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.566105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:57.595359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b930e788-0d85-46db-ae53-639b8e61e015,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:57.601280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:57.618864 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=183440966ed0415bbb11e5eb8415c57e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2302248
Feb 17 04:37:57.621618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40550) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:57.697573 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a22f2-e071-47de-a79a-9894590156eb req-8a60908c-59e8-4e8a-9417-62cac755850b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.699539 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4d4a22f2-e071-47de-a79a-9894590156eb req-8a60908c-59e8-4e8a-9417-62cac755850b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1134925
Feb 17 04:37:57.702469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.733239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.756557 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4d4a22f2-e071-47de-a79a-9894590156eb req-77a0a630-8a48-482d-ae28-22d486a03f0d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507677
Feb 17 04:37:57.784932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.790857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bca60483-70a9-46b6-b685-ed90acce679c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:57.803624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b930e788-0d85-46db-ae53-639b8e61e015,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:57.807655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:57.810077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.811243 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b930e788-0d85-46db-ae53-639b8e61e015 HTTP/1.1" status: 204  len: 168 time: 0.1885951
Feb 17 04:37:59.072957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6c8ac-94d9-44c0-8fc7-df570bb14d4a req-31b96d15-9d59-4c00-ba74-46062e299184 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:59.074658 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f0b6c8ac-94d9-44c0-8fc7-df570bb14d4a req-31b96d15-9d59-4c00-ba74-46062e299184 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1435409
Feb 17 04:37:59.131246 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f0b6c8ac-94d9-44c0-8fc7-df570bb14d4a req-68403974-4f1b-4e4a-922b-3342cffc7332 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496643
Feb 17 04:37:59.549388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-8116e4da-6e54-4ce7-a7c0-14ad15272b68 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:59.551104 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-8116e4da-6e54-4ce7-a7c0-14ad15272b68 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.1781218
Feb 17 04:37:59.571161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-9bb05dbb-04d5-4a32-be44-ec39dd678818 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/quotas/a6284f2b80524eb0a36ccebaedba767a HTTP/1.1" status: 200  len: 375 time: 0.0135634
Feb 17 04:37:59.695084 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-5179975f-97db-46ae-a6eb-b6342820f57d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1171024
Feb 17 04:37:59.851659 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-ab795cef-a71c-49a8-b8b4-3874d72bf948 service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482577
Feb 17 04:38:00.019743 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-19e54dd7-79fd-4cbd-8ee4-6f249f8276d4 service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1617708
Feb 17 04:38:00.290552 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cea9d7ed-ef66-447e-8db7-3036ff36b0ca req-f535f16a-e206-45f5-a478-783cf8820ad9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 210 time: 0.0716958
Feb 17 04:38:00.477844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fd65b-6092-4d4d-ba4f-fa27a7a81392 req-54a01ad1-ca93-4809-9bd1-0a0350e609ca tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:00.480605 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-585fd65b-6092-4d4d-ba4f-fa27a7a81392 req-54a01ad1-ca93-4809-9bd1-0a0350e609ca tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.0999241
Feb 17 04:38:00.550719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-585fd65b-6092-4d4d-ba4f-fa27a7a81392 req-b8438a22-c655-43b3-9444-aab7c8c0cb46 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621963
Feb 17 04:38:00.553001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3730162d-3436-42d5-a779-b6135d603307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.464964 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1ee32486-8888-41e3-b3db-e44c3e910d90 req-d1478870-ed87-4fec-87f9-15da2d4f023a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 210 time: 0.0543022
Feb 17 04:38:01.896980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-64d7010d-ca47-44db-a552-799321594e80 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:01.898692 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-64d7010d-ca47-44db-a552-799321594e80 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.2794716
Feb 17 04:38:01.904729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8869-f782-4668-b7e3-5db8e4d3bbc9 req-87cac397-a1db-43cf-9c4b-a79b7db0afb4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:01.906208 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1e5e8869-f782-4668-b7e3-5db8e4d3bbc9 req-87cac397-a1db-43cf-9c4b-a79b7db0afb4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1419833
Feb 17 04:38:01.914947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Request body: {'port': {'device_id': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd', 'admin_state_up': True, 'tenant_id': 'a6284f2b80524eb0a36ccebaedba767a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:02.095277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1e5e8869-f782-4668-b7e3-5db8e4d3bbc9 req-7397c955-366f-4dd8-894f-98231e648cdd tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598957
Feb 17 04:38:02.165422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:02.175756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:02.183926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 40806) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:02.191019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Made reservation on behalf of a6284f2b80524eb0a36ccebaedba767a for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:02.197234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.540665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.577169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:02.581272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Usage tracker for resource:security_group_rule and tenant:e9bc40ae18cf46e98d87827a6d7288fe is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:02.584390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:02.590411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:02.697736 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4145c593-3e1f-4800-8c71-1eaa04434bd4 req-c2e6c359-bb92-42b1-8117-a3236fcbdc06 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 210 time: 0.1037655
Feb 17 04:38:02.822052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.857186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.864534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-68f0dc86-d4b5-4b29-9c88-f480c0a68a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:02.876456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a490c97-f7b3-4e92-9795-0b4fc6e7caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.930238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183cbca2-c5dd-4490-ad76-0d436c3fab11,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:02.937402 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9bc40ae18cf46e98d87827a6d7288fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7520666
Feb 17 04:38:02.940290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40826) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:02.940708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:02.971215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Allocated IP 172.20.0.5 (3eac4670-46fd-4c18-9c55-ed035eb365fd/06f8ac00-d1a5-439a-b7c5-8564bc5c858b/fc9a2ca9-56da-4fa9-aa32-1289ae7ac089) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:03.014277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.045702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.091798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.096735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e6d6a673-e781-41cd-87c2-b0b67c0cf5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:03.113947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183cbca2-c5dd-4490-ad76-0d436c3fab11,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:03.118178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:03.120404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.125601 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/183cbca2-c5dd-4490-ad76-0d436c3fab11 HTTP/1.1" status: 204  len: 168 time: 0.1841710
Feb 17 04:38:03.285471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.360629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.375558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a70-1d9e-4259-b89b-2f959fb98d2d req-89ec803b-6baa-46fd-b592-21249157a9fc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.383268 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-742e3a70-1d9e-4259-b89b-2f959fb98d2d req-89ec803b-6baa-46fd-b592-21249157a9fc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1429124
Feb 17 04:38:03.404844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.432204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0b0087f3-accd-4520-8357-b48a479441b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:03.593127 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-742e3a70-1d9e-4259-b89b-2f959fb98d2d req-f3e22d23-824c-4939-a3f1-84f19ef648f5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059386
Feb 17 04:38:03.622978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event updated for resources: {'Port': ['ID=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:03.626408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:03.668277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:03.669609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:03.672031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:03.679096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.679924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.716274 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8057537
Feb 17 04:38:03.726613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40862) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:03.736080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Request body: {'port': {'device_id': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:03.877905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.898495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:03.903701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Usage tracker for resource:security_group_rule and tenant:cd57c54791ba436c9444cbd63148584e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:03.907285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:03.914493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.019811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.046925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.051531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04579c26-5ecc-4c23-b941-4d5b8fd01da0 req-30b2bc9a-879f-4395-b9fd-2fb58f1aafdb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:04.053605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.054045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-04579c26-5ecc-4c23-b941-4d5b8fd01da0 req-30b2bc9a-879f-4395-b9fd-2fb58f1aafdb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:04.065603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5b2b0881-f6da-4742-9513-61b41f251ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:04.144440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 40882) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.148668 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd57c54791ba436c9444cbd63148584e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4208653
Feb 17 04:38:04.150498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40884) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.152796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f3c2d5-fbf5-49ad-b51a-6c9f3093050d,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:04.162955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:04.178318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-04579c26-5ecc-4c23-b941-4d5b8fd01da0 req-30b2bc9a-879f-4395-b9fd-2fb58f1aafdb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:04.185859 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04579c26-5ecc-4c23-b941-4d5b8fd01da0 req-30b2bc9a-879f-4395-b9fd-2fb58f1aafdb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 931 time: 0.3363335
Feb 17 04:38:04.249748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.281677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.306033 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04579c26-5ecc-4c23-b941-4d5b8fd01da0 req-5bd316cf-9af3-4e22-8b1f-536cea86155a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191616
Feb 17 04:38:04.317931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645189600-network', 'tenant_id': '35535ede056b4d53bfe7d9103755fb53'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:04.350403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.358501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6f14a41b-285f-4f73-8533-2e0d02a4efb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:04.374158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f3c2d5-fbf5-49ad-b51a-6c9f3093050d,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:04.383812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:04.384000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.390071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.401742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Usage tracker for resource:network and tenant:35535ede056b4d53bfe7d9103755fb53 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.404714 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60f3c2d5-fbf5-49ad-b51a-6c9f3093050d HTTP/1.1" status: 204  len: 168 time: 0.2449815
Feb 17 04:38:04.408553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.431058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.522645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Made reservation on behalf of 35535ede056b4d53bfe7d9103755fb53 for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:04.527577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.556946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.578914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.581780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.598064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:35535ede056b4d53bfe7d9103755fb53 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.604107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.613711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.776378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40910) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:04.796180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.813549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:04.817854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Usage tracker for resource:security_group_rule and tenant:34cfb5122ba84851a2e2029eaecbc4d4 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:04.820955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:04.826965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:04.838645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:04.851172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.873247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Transition to ACTIVE for port object fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:04.905276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.925798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.929597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:04.943486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-eeedeef7-790f-4bf9-90ec-9db0c08f170f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:05.030833 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34cfb5122ba84851a2e2029eaecbc4d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2530913
Feb 17 04:38:05.037905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40920) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:05.056932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f54eb-ac87-4857-a689-fc1c15dbc46b,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:05.063181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:05.070295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.074285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7882e791-010d-4626-a553-6fd42389d173 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:05.127183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.155469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2223-2c62-49b4-a9c2-ba10b3be6697 req-8eaeccb5-b048-4b44-94d6-45cf27da594b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:05.170774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-362e2223-2c62-49b4-a9c2-ba10b3be6697 req-8eaeccb5-b048-4b44-94d6-45cf27da594b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.4249718
Feb 17 04:38:05.170961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.213215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.218930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f0cb13dc-cd63-4c10-824c-497afdaee747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:05.235021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f54eb-ac87-4857-a689-fc1c15dbc46b,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:05.239562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:05.242394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.244010 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a31f54eb-ac87-4857-a689-fc1c15dbc46b HTTP/1.1" status: 204  len: 168 time: 0.2050025
Feb 17 04:38:05.352731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:05.365050 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-362e2223-2c62-49b4-a9c2-ba10b3be6697 req-71b522d0-b5be-4700-af75-af9f22de1e11 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977692
Feb 17 04:38:05.366465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:05.390151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.403824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.411786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:05.432678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Attempting to bind port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:05.433494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Attempting to bind port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:05.433720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Attempting to bind port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 on network 3eac4670-46fd-4c18-9c55-ed035eb365fd {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:05.505957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:05.506541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Checking segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:05.506982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.507387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Bound using segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:05.507897 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Bound port: fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:05.508282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.517681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:38:05.548256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa80cd-d361-40c6-a71f-a80588d16137,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:05.554375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:05.597491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.597954 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Added segment 493d57a0-ca65-4f7c-b1c7-eeff60cdfe9f of type vxlan for network 6d910c09-0de6-414d-b433-db1aeec7fc14
Feb 17 04:38:05.694719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.724788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] For port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:05.732626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d1af4-47cf-441d-9834-890e26a44a39 req-8c303651-fff7-4bef-a223-bab242533ace tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:05.734955 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-079d1af4-47cf-441d-9834-890e26a44a39 req-8c303651-fff7-4bef-a223-bab242533ace tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.2815740
Feb 17 04:38:05.745336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] For port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:05.769092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.795382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:05.904470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.921780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:05.922420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.034113 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-079d1af4-47cf-441d-9834-890e26a44a39 req-6109dc31-2000-43a9-99ca-6010feb0f22f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872939
Feb 17 04:38:06.073117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:06.074606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.078319 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 HTTP/1.1" status: 200  len: 1157 time: 2.3467581
Feb 17 04:38:06.079353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:06.086549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:06.091053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:06.095778 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9411752
Feb 17 04:38:06.095778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2e4eb3d1-5f3a-420c-9773-21fed207ee86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:06.096407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 40964) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:06.103428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Request body: {'subnet': {'network_id': '6d910c09-0de6-414d-b433-db1aeec7fc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645189600-subnet', 'tenant_id': '35535ede056b4d53bfe7d9103755fb53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:06.130886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:06.142953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Usage tracker for resource:subnet and tenant:35535ede056b4d53bfe7d9103755fb53 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:06.148928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:06.160624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:06.187207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Made reservation on behalf of 35535ede056b4d53bfe7d9103755fb53 for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:06.192447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.460228 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089', 'status': 'completed', 'code': 200}
Feb 17 04:38:06.519287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d910c09-0de6-414d-b433-db1aeec7fc14,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:06.524779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:06.538342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:06.567951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 40988) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:06.581629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-48607322-6a24-49fd-b846-0f1ba0635107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:06.584671 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-48607322-6a24-49fd-b846-0f1ba0635107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 1160 time: 0.4140148
Feb 17 04:38:06.586853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:06.832012 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-042569a8-d62e-43a2-96c7-24a80da71c48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 HTTP/1.1" status: 200  len: 217 time: 0.2375360
Feb 17 04:38:06.939649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.994241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c47bff52-3437-4e15-99c4-bc2224922722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:07.026970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-215559946-network', 'tenant_id': '8b23386679f44b7e9d4204ab1e9adf0a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:07.046808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:07.102689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Usage tracker for resource:network and tenant:8b23386679f44b7e9d4204ab1e9adf0a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:07.113376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:07.127931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:07.132801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56decfed-090a-421b-b780-b997dd3dc21b req-4e8da559-5002-4215-b8f8-2ac8c1392cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.134418 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-4e8da559-5002-4215-b8f8-2ac8c1392cb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.2929628
Feb 17 04:38:07.156659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb479ca1-23cd-4257-b201-6a7b6973f614 req-1e247766-29f9-48fb-a3a9-c545c8de9e46 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.158295 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fb479ca1-23cd-4257-b201-6a7b6973f614 req-1e247766-29f9-48fb-a3a9-c545c8de9e46 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.5651867
Feb 17 04:38:07.205976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76040f2-d573-4ecf-9586-e7273337a5e4,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:07.215886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:07.232628 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-f20ce910-08ad-4acb-87f9-4ebe0331d5b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727901
Feb 17 04:38:07.314709 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Made reservation on behalf of 8b23386679f44b7e9d4204ab1e9adf0a for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:07.319614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:07.380385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Checking segment: {'id': '493d57a0-ca65-4f7c-b1c7-eeff60cdfe9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6d910c09-0de6-414d-b433-db1aeec7fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:07.380793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Network hostable DHCP agents. Network: 6d910c09-0de6-414d-b433-db1aeec7fc14, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:38:07.403495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:38:07.418636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 6d910c09-0de6-414d-b433-db1aeec7fc14) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:07.429623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab926a5-6b66-4703-8bfa-41e63db36f57 None None] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:07.434062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.435274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:07.460908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:07.461936 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3641875
Feb 17 04:38:07.532077 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fb479ca1-23cd-4257-b201-6a7b6973f614 req-303cf992-2730-4c9e-bd78-1859ab23a7cb tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3026822
Feb 17 04:38:07.556290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:07.585500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Usage tracker for resource:security_group_rule and tenant:8b23386679f44b7e9d4204ab1e9adf0a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:07.591556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:07.611356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:07.656930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497c07e-c18e-48fb-9cf1-55eeadc672f1 req-ca60e628-e342-42df-b5fe-7e7fe08598da tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.666101 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d497c07e-c18e-48fb-9cf1-55eeadc672f1 req-ca60e628-e342-42df-b5fe-7e7fe08598da tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.3545918
Feb 17 04:38:07.707816 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-11a58c5d-0fbd-4d33-880b-74cc958c90cb service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4417517
Feb 17 04:38:07.883391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bca516-fc7f-4ec6-a0b4-972db74d9069 None None] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:07.899944 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-56decfed-090a-421b-b780-b997dd3dc21b req-c62f765e-33b1-4240-80ab-9cc82a6eb5af service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1735661
Feb 17 04:38:07.909141 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d497c07e-c18e-48fb-9cf1-55eeadc672f1 req-82765e55-99f2-478d-bb76-aaab1d0a4bec tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419317
Feb 17 04:38:08.034631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.052792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.076452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:38:08.089389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9d162957-67f1-4055-8b77-3525281cb054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:08.098291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.099232 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Added segment 4b47dfdf-3c80-4b46-8295-02410cb2e4bc of type vxlan for network 58123a5b-89a3-47b4-8bcf-bc477b9c807f
Feb 17 04:38:08.140221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174d825e-c91b-41c4-9875-5df9e8d9f4d0,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:08.157889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:08.162955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.198036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-9c8dd710-8333-4217-965d-430d8bd37f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:08.199709 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-9c8dd710-8333-4217-965d-430d8bd37f82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 1160 time: 0.2275834
Feb 17 04:38:08.211317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.212686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:08.213341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.218828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:08.334422 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.7652841
Feb 17 04:38:08.335694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Pushing event updated for resources: {'Network': ['ID=58123a5b-89a3-47b4-8bcf-bc477b9c807f,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:08.336850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41044) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:08.338582 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:08.344020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Request body: {'subnet': {'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-215559946-subnet', 'tenant_id': '8b23386679f44b7e9d4204ab1e9adf0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:08.346429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:08.350652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:08.358096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Usage tracker for resource:subnet and tenant:8b23386679f44b7e9d4204ab1e9adf0a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:08.363099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:08.373262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:08.382333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Made reservation on behalf of 8b23386679f44b7e9d4204ab1e9adf0a for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:08.387186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.418182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41050) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:08.422175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-913341650-network', 'tenant_id': '7e49aa6c9db64625bfbf36d2d805f31b'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:08.428221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:08.432512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Usage tracker for resource:network and tenant:7e49aa6c9db64625bfbf36d2d805f31b is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:08.436156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:08.442190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:08.452186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Made reservation on behalf of 7e49aa6c9db64625bfbf36d2d805f31b for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:08.456977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.471260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.490304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:08.494991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Usage tracker for resource:security_group_rule and tenant:7e49aa6c9db64625bfbf36d2d805f31b is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:08.498061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:08.504072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:08.601695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.609087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.612223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:08.647498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:38:08.661109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d451f6-71ec-418f-bcd8-8994f19bdb70,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:08.668398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:08.669401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.669840 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Added segment feb02409-2e1e-4039-aa43-5c39ce6e30d7 of type vxlan for network d46f034e-3059-4f01-b629-943c08bde104
Feb 17 04:38:08.758000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.806543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552d52-391a-4a46-9b35-b1a57578f19c req-e5ec5beb-d45c-4828-b643-a964dce5bf42 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:08.808185 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00552d52-391a-4a46-9b35-b1a57578f19c req-e5ec5beb-d45c-4828-b643-a964dce5bf42 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1417062
Feb 17 04:38:08.813036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.814281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:08.814935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.822035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:08.848676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.864772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b06bfafc-3976-498c-9e1a-a658f4d5957b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:08.991029 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00552d52-391a-4a46-9b35-b1a57578f19c req-902ef3d3-b264-49bf-afb2-0484e09ee325 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698518
Feb 17 04:38:08.991779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Pushing event updated for resources: {'Network': ['ID=d46f034e-3059-4f01-b629-943c08bde104,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:08.996751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:09.003214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41064) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:09.004192 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5877495
Feb 17 04:38:09.016156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Request body: {'subnet': {'network_id': 'd46f034e-3059-4f01-b629-943c08bde104', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-913341650-subnet', 'tenant_id': '7e49aa6c9db64625bfbf36d2d805f31b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:09.016443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network d46f034e-3059-4f01-b629-943c08bde104 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:09.040283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a776b7-76e3-4a97-a8cc-231c12f0faae,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:09.040283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:09.042433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:09.050425 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Usage tracker for resource:subnet and tenant:7e49aa6c9db64625bfbf36d2d805f31b is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:09.062314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:09.072921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:09.094730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Made reservation on behalf of 7e49aa6c9db64625bfbf36d2d805f31b for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:09.099509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.214397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Checking segment: {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:09.214824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Network hostable DHCP agents. Network: 58123a5b-89a3-47b4-8bcf-bc477b9c807f, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:38:09.232298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e2cae-dd7e-42ce-85e8-0b5be67c582a req-67146f0f-42b7-4297-bf2c-47c48dd02dd4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.234957 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b50e2cae-dd7e-42ce-85e8-0b5be67c582a req-67146f0f-42b7-4297-bf2c-47c48dd02dd4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.0947163
Feb 17 04:38:09.249024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:38:09.261439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 58123a5b-89a3-47b4-8bcf-bc477b9c807f) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:09.269623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0d0b1-ba8d-41a6-a894-984badc1f253 None None] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:09.307277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b50e2cae-dd7e-42ce-85e8-0b5be67c582a req-eb22bf04-269f-4ce2-9b21-5711c4969ce7 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646100
Feb 17 04:38:09.307952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.308491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.507870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06087032-9a2e-4a3d-937d-b6da1e8307a8 None None] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:09.558354 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2102420
Feb 17 04:38:09.832716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.849669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:09.986293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8feaea6-0122-4b73-a6ee-a61d4db60809,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:09.990504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:10.063845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Checking segment: {'id': 'feb02409-2e1e-4039-aa43-5c39ce6e30d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd46f034e-3059-4f01-b629-943c08bde104'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:10.064359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Network hostable DHCP agents. Network: d46f034e-3059-4f01-b629-943c08bde104, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:38:10.086600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Network d46f034e-3059-4f01-b629-943c08bde104 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:38:10.097610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, d46f034e-3059-4f01-b629-943c08bde104) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:10.106616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf7c0d-19a2-4aca-aa27-f20443149bc3 None None] Network d46f034e-3059-4f01-b629-943c08bde104 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:10.111422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.112078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.164139 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1536515
Feb 17 04:38:10.294654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f88cd-9894-4a3f-89f5-f402b22be992 req-51afeabf-eeaa-4618-97f5-beaac00ab399 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.296253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4d6f88cd-9894-4a3f-89f5-f402b22be992 req-51afeabf-eeaa-4618-97f5-beaac00ab399 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1292722
Feb 17 04:38:10.371677 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4d6f88cd-9894-4a3f-89f5-f402b22be992 req-16abe028-e067-4d9e-b60f-daf39d394e68 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648284
Feb 17 04:38:10.374908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41090) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:10.450884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a213a4-ef7c-468f-a211-9fb92ae193f2 None None] Network d46f034e-3059-4f01-b629-943c08bde104 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:10.458610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Deleting subnet c76040f2-d573-4ecf-9586-e7273337a5e4 {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:38:10.461920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.522842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.581013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2160d-4935-4560-b25b-821e3a4dc933 req-496eb7a6-9acb-40ee-a387-8255a47778d4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.582861 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-43d2160d-4935-4560-b25b-821e3a4dc933 req-496eb7a6-9acb-40ee-a387-8255a47778d4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.0909495
Feb 17 04:38:10.586119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.633323 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-43d2160d-4935-4560-b25b-821e3a4dc933 req-feb1560f-efd6-4e0c-ad1b-60dc8581ed4d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427904
Feb 17 04:38:10.854259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.870145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3a946ea0-89dc-4f31-ab0e-ec3cb1256ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:10.945530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network d46f034e-3059-4f01-b629-943c08bde104 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:10.963891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:10.974993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76040f2-d573-4ecf-9586-e7273337a5e4,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:10.977812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:11.024491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.045706 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c76040f2-d573-4ecf-9586-e7273337a5e4 HTTP/1.1" status: 204  len: 168 time: 0.6670015
Feb 17 04:38:11.046741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41100) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:11.118603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-d314edb1-25f0-40f1-96ae-35322a7f5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:11.120248 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-d314edb1-25f0-40f1-96ae-35322a7f5492 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 909 time: 0.2140515
Feb 17 04:38:11.170179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.198473 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-689c7d51-27ad-4821-91f4-037cb5ac0864 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 HTTP/1.1" status: 200  len: 217 time: 0.0702596
Feb 17 04:38:11.280780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-b2862857-c63c-436d-ad68-984fde9ccc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:11.282348 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-b2862857-c63c-436d-ad68-984fde9ccc01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.0766747
Feb 17 04:38:11.344362 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-13dc40b5-9c1f-455f-8859-b070fe00c30c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507870
Feb 17 04:38:11.375995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.503521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14144b2e10>,) {'filters': {'network_id': ['6d910c09-0de6-414d-b433-db1aeec7fc14']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:11.518160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14144b2e10>, '493d57a0-ca65-4f7c-b1c7-eeff60cdfe9f') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:11.518700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14144b2e10>, '493d57a0-ca65-4f7c-b1c7-eeff60cdfe9f') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:11.535300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.553898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.554055 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-866698e8-f017-44ab-abf1-e23faffd65ae service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013228
Feb 17 04:38:11.556368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:38:11.745815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:38:11.757520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.945398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a241-7bbe-4059-bef6-b9b30e9e5bc1 req-4abf52be-4662-437a-a989-5d62159c0835 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:11.947050 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5972a241-7bbe-4059-bef6-b9b30e9e5bc1 req-4abf52be-4662-437a-a989-5d62159c0835 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.4462540
Feb 17 04:38:11.964912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Network 6d910c09-0de6-414d-b433-db1aeec7fc14 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:38:11.994267 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:38:11.997110 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a39cded4-1ebb-403a-994c-101ca1b3d74e req-d3e3dd5e-d909-45dd-9be4-05c66d3dc347 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4340684
Feb 17 04:38:12.069701 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5972a241-7bbe-4059-bef6-b9b30e9e5bc1 req-435de79b-fa9d-4464-a6d0-0d0a36fcc115 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752804
Feb 17 04:38:12.074887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.081166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:12.097254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.108328 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6d910c09-0de6-414d-b433-db1aeec7fc14 HTTP/1.1" status: 204  len: 168 time: 1.0604792
Feb 17 04:38:12.109275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d910c09-0de6-414d-b433-db1aeec7fc14,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:12.111531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41120) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:12.115670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:12.134350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391fd9b-6898-404b-9a30-d48d4d615d6f req-6bef93df-2353-40bf-8e2a-c72105af7f6a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:12.139041 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f391fd9b-6898-404b-9a30-d48d4d615d6f req-6bef93df-2353-40bf-8e2a-c72105af7f6a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.2033010
Feb 17 04:38:12.185951 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f391fd9b-6898-404b-9a30-d48d4d615d6f req-252552e3-b48e-4ea6-b69d-8721f6bcc0f4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436392
Feb 17 04:38:12.195984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Deleting subnet b8feaea6-0122-4b73-a6ee-a61d4db60809 {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:38:12.199779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.252756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.316736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.585830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.603219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0fa19a7-007c-43c4-8b1b-fa3fad971c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:12.703521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8feaea6-0122-4b73-a6ee-a61d4db60809,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:12.707570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:12.730696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8efd-903d-4dc0-98de-4d1cf53c271a req-b8a0edfd-7c00-43c2-bf0c-9ee17b275f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:12.732327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ca5a8efd-903d-4dc0-98de-4d1cf53c271a req-b8a0edfd-7c00-43c2-bf0c-9ee17b275f22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 1163 time: 0.0926430
Feb 17 04:38:12.745433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.752494 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-18055791-b34e-49db-a6da-82ef28e8df5d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b8feaea6-0122-4b73-a6ee-a61d4db60809 HTTP/1.1" status: 204  len: 168 time: 0.6399317
Feb 17 04:38:12.755729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41136) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:12.796564 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ca5a8efd-903d-4dc0-98de-4d1cf53c271a req-a460fe63-1274-4826-96f5-45bcf24fce28 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455630
Feb 17 04:38:12.879198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:12.984833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-151290b7-4281-4253-9f6c-5a74bd05beb1 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:12.985822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-151290b7-4281-4253-9f6c-5a74bd05beb1 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Synchronizing usage tracker for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:network {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:13.006639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-151290b7-4281-4253-9f6c-5a74bd05beb1 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Unset dirty status for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:network {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:13.015439 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-151290b7-4281-4253-9f6c-5a74bd05beb1 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/networks?id=58123a5b-89a3-47b4-8bcf-bc477b9c807f HTTP/1.1" status: 200  len: 813 time: 0.2171497
Feb 17 04:38:13.031765 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-6db8bea2-6cf4-47bb-a3e1-0fe96d944520 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/quotas/8b23386679f44b7e9d4204ab1e9adf0a HTTP/1.1" status: 200  len: 375 time: 0.0137937
Feb 17 04:38:13.082698 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-d3e99786-511a-47e0-8135-a5a581c451cf tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490534
Feb 17 04:38:13.083772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.310978 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-ed0d84b8-ab08-4066-b080-3d66cebb125d service neutron] 10.222.0.38 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204180
Feb 17 04:38:13.406805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1414cf32e8>,) {'filters': {'network_id': ['d46f034e-3059-4f01-b629-943c08bde104']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:13.417700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b7f4-868c-429d-9d0a-7af3a992cd24 req-3a2d7444-4c4e-46bf-987f-56d796e186d9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:13.419297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414cf32e8>, 'feb02409-2e1e-4039-aa43-5c39ce6e30d7') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:13.419646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414cf32e8>, 'feb02409-2e1e-4039-aa43-5c39ce6e30d7') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:13.423103 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab10b7f4-868c-429d-9d0a-7af3a992cd24 req-3a2d7444-4c4e-46bf-987f-56d796e186d9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.2202530
Feb 17 04:38:13.432941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.449852 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.451966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:38:13.513380 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab10b7f4-868c-429d-9d0a-7af3a992cd24 req-eb0fa472-bfe7-4d09-9842-0ee0952c8145 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806665
Feb 17 04:38:13.549247 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-b5a12a8f-8559-45ad-a091-78627771d37c service neutron] 10.222.0.38 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2195358
Feb 17 04:38:13.668585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Network d46f034e-3059-4f01-b629-943c08bde104 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:38:13.685260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.774491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bf005-ea6f-4daa-9ec9-2a9a59dc4331 req-4eedef7b-3e45-471a-b867-8891e5f58a50 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:13.777544 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f11bf005-ea6f-4daa-9ec9-2a9a59dc4331 req-4eedef7b-3e45-471a-b867-8891e5f58a50 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.1379724
Feb 17 04:38:13.834465 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f11bf005-ea6f-4daa-9ec9-2a9a59dc4331 req-6b9c3610-54e7-4fcd-902c-153a42e2d6f4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512440
Feb 17 04:38:13.879268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Network d46f034e-3059-4f01-b629-943c08bde104 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:38:13.904653 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:38:13.939284 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-43fc9510-b506-4b36-8eff-f5272efac62c req-0baa5c38-a8b4-4a71-b8f2-00c457a3a52f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0583167
Feb 17 04:38:13.990023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:13.997627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ff0c21e5-c0fe-4d37-be52-9fc07f324406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:14.011880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.021776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46f034e-3059-4f01-b629-943c08bde104,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:14.024126 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:14.025955 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d46f034e-3059-4f01-b629-943c08bde104 HTTP/1.1" status: 204  len: 168 time: 1.2687824
Feb 17 04:38:14.062379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:14.161435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:14.166455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:14.166915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.229331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41174) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:14.308210 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-170d0ce3-43ef-41a6-ab25-fa02e9e8577e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35535ede056b4d53bfe7d9103755fb53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0771978
Feb 17 04:38:14.310796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41180) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:14.316352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.386125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.393094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:14.418826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:14.428842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.430287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53fe8817-5e2e-4103-a4a1-d6bdda20651a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:14.450890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.518878 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089', 'code': 200}
Feb 17 04:38:14.546233 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.548058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:14.553177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b10f821a-2d10-4eeb-a9ae-37a56bbf150c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:14.558961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:14.568767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa80cd-d361-40c6-a71f-a80588d16137,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:14.577257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:14.578373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.580639 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9aa80cd-d361-40c6-a71f-a80588d16137 HTTP/1.1" status: 204  len: 168 time: 0.2687845
Feb 17 04:38:14.849264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e463d55-6b04-455e-9095-095f359df238 req-55f841a4-9dbf-410e-b12e-7b00b958a3d2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.857576 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5e463d55-6b04-455e-9095-095f359df238 req-55f841a4-9dbf-410e-b12e-7b00b958a3d2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1638930
Feb 17 04:38:14.940719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5e463d55-6b04-455e-9095-095f359df238 req-ab39e1d1-5e17-43f6-9cdf-5cf4ac1e7829 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821280
Feb 17 04:38:15.136359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:15.220493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41218) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:15.320912 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-31e9c65d-c180-4704-a392-11316314c7d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e49aa6c9db64625bfbf36d2d805f31b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0967700
Feb 17 04:38:15.321441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41222) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:15.322704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:15.323137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.386708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.389635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c93cd5fc-5858-465a-843b-69fd8f50bc4d req-cc690203-40b2-4824-a1c1-10b9b5946028 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0661952
Feb 17 04:38:15.392747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadfe80-a963-4ea8-a8c0-b7b2124f40e0 req-4bae66f0-9536-4835-8ff3-e00fe73ae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.394482 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4aadfe80-a963-4ea8-a8c0-b7b2124f40e0 req-4bae66f0-9536-4835-8ff3-e00fe73ae824 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 1162 time: 0.2904637
Feb 17 04:38:15.416697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.456804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2988c-758a-4453-bd93-3997fcf8dc43 req-d2066498-2257-496b-9648-f9d106756bf7 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.459053 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-62c2988c-758a-4453-bd93-3997fcf8dc43 req-d2066498-2257-496b-9648-f9d106756bf7 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 945 time: 0.2641196
Feb 17 04:38:15.503601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.514300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bbea6f5a-8b21-4c6c-ba20-80d5fd340eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:15.531377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d451f6-71ec-418f-bcd8-8994f19bdb70,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:15.534169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.535440 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0d451f6-71ec-418f-bcd8-8994f19bdb70 HTTP/1.1" status: 204  len: 168 time: 0.2133613
Feb 17 04:38:15.536761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:15.551724 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4aadfe80-a963-4ea8-a8c0-b7b2124f40e0 req-7c320e75-5c36-4d5f-8fe8-f0117ed147e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254563
Feb 17 04:38:15.619960 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-62c2988c-758a-4453-bd93-3997fcf8dc43 req-c57cf08c-a1ef-4e68-9d33-6adc3e45d975 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508365
Feb 17 04:38:15.668326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8a30a-052e-49fa-b0e2-eb526c6fc44d req-a514561a-c345-4e2a-b023-7c35f258464c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.669929 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-09c8a30a-052e-49fa-b0e2-eb526c6fc44d req-a514561a-c345-4e2a-b023-7c35f258464c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1082692
Feb 17 04:38:15.719615 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-09c8a30a-052e-49fa-b0e2-eb526c6fc44d req-03af9b4a-b240-47b2-8e90-862de450e112 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433371
Feb 17 04:38:16.044625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-a398afe8-e1ea-46f6-8790-ebf7d2373604 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:16.046410 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-a398afe8-e1ea-46f6-8790-ebf7d2373604 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "GET /v2.0/networks?id=58123a5b-89a3-47b4-8bcf-bc477b9c807f HTTP/1.1" status: 200  len: 813 time: 0.2389338
Feb 17 04:38:16.066518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Request body: {'port': {'device_id': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f', 'admin_state_up': True, 'tenant_id': '8b23386679f44b7e9d4204ab1e9adf0a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:16.425887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:16.431137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Usage tracker for resource:port and tenant:8b23386679f44b7e9d4204ab1e9adf0a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:16.443599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:16.464912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:16.477816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Made reservation on behalf of 8b23386679f44b7e9d4204ab1e9adf0a for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:16.496830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.595114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41268) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:16.730816 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c197087b-aa9a-4d15-a5df-e8761fa5c05e req-43cab6ce-942c-4def-9966-69b2e03d7d41 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0826604
Feb 17 04:38:16.921169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:16.938616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:16.943427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Usage tracker for resource:security_group_rule and tenant:78716ed1351c4d26947be133d62b39c5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:16.956722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:16.973236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:17.078557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae04ad3-296e-4281-986c-c0d630926fd7 req-f49fe73b-cda8-44d3-8bef-6869422a55a6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:17.087917 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eae04ad3-296e-4281-986c-c0d630926fd7 req-f49fe73b-cda8-44d3-8bef-6869422a55a6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 945 time: 0.2373402
Feb 17 04:38:17.182244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:17.209585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Allocated IP 172.20.0.2 (58123a5b-89a3-47b4-8bcf-bc477b9c807f/93a776b7-76e3-4a97-a8cc-231c12f0faae/5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:17.255713 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eae04ad3-296e-4281-986c-c0d630926fd7 req-c809cf97-2116-4210-b101-fd61ebdd7e47 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665914
Feb 17 04:38:17.290535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.303408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.368552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f9234af1-66e8-4f82-a7d7-d534926a16c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:17.400314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:17.400986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.430820 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78716ed1351c4d26947be133d62b39c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8344488
Feb 17 04:38:17.431733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb209173-598a-47e0-8870-5e5fe286a769,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:17.438414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41290) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:17.444513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.445195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.445333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.445808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.446374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.446835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.447520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.447925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.448429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.448758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.449270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.449762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.450236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.450692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.451112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.451661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.452048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.452502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.452899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.453372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.453933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.454454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.454922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.455610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:17.462358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:17.684014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.750363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.882256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.963450 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-25fc3853-eb5f-48d3-b51c-9e9a973f271e req-90b1cb6e-e1fc-4a6a-90d2-e1832fa99b0f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0613513
Feb 17 04:38:17.995874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:18.001589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d9d779ce-dd39-474a-8f86-7871c440d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:18.016365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:18.019140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb209173-598a-47e0-8870-5e5fe286a769,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:18.022638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:18.109628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:18.171239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:18.172432 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb209173-598a-47e0-8870-5e5fe286a769 HTTP/1.1" status: 204  len: 168 time: 0.7328751
Feb 17 04:38:18.565723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Pushing event updated for resources: {'Port': ['ID=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:18.574656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:18.651767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:18.656321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:18.665669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659614f9-6a41-4609-bc1f-0fa7e818c330 req-b3e93fcc-eae3-4c2e-ad17-6ed915e74c19 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:18.667487 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-659614f9-6a41-4609-bc1f-0fa7e818c330 req-b3e93fcc-eae3-4c2e-ad17-6ed915e74c19 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.5050731
Feb 17 04:38:18.668528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:18.672992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:18.673717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:18.717841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfeba6-f08f-45b3-a0cb-4b8348e9376a req-85b84338-6882-4015-92f7-7018c6155b85 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:18.719614 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-67cfeba6-f08f-45b3-a0cb-4b8348e9376a req-85b84338-6882-4015-92f7-7018c6155b85 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 945 time: 0.2592118
Feb 17 04:38:18.734090 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6726780
Feb 17 04:38:18.780266 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-659614f9-6a41-4609-bc1f-0fa7e818c330 req-9c3cecc0-f446-4c76-bcd4-ca5a3847d39d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971849
Feb 17 04:38:18.807620 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-67cfeba6-f08f-45b3-a0cb-4b8348e9376a req-aef8edd1-4b12-43b7-9b09-19e3357d3024 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779152
Feb 17 04:38:19.196930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-fe0a3474-5793-4f6c-a7db-840894cd3237 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:19.198047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-fe0a3474-5793-4f6c-a7db-840894cd3237 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Synchronizing usage tracker for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:19.219682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-fe0a3474-5793-4f6c-a7db-840894cd3237 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Unset dirty status for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:19.221450 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-fe0a3474-5793-4f6c-a7db-840894cd3237 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 931 time: 0.1266766
Feb 17 04:38:19.287096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-9266c963-b471-4691-8147-d645608ff94a tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Synchronizing usage tracker for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:19.314405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-9266c963-b471-4691-8147-d645608ff94a tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Unset dirty status for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:19.315716 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-70ab3d9d-100c-41a8-8f92-46129735bacb req-9266c963-b471-4691-8147-d645608ff94a tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858037
Feb 17 04:38:20.041019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92edc7a-61ff-4ab2-bfcf-5127cfcacc20 req-3d4f1a36-a148-4e08-a21b-c97fdfbb02b2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:20.042762 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c92edc7a-61ff-4ab2-bfcf-5127cfcacc20 req-3d4f1a36-a148-4e08-a21b-c97fdfbb02b2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1011837
Feb 17 04:38:20.095540 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c92edc7a-61ff-4ab2-bfcf-5127cfcacc20 req-a1392fce-0a88-4895-bc94-4f6b2c2a077e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464845
Feb 17 04:38:20.527343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319bdb-bae6-4d9e-b750-64414f4f6953 req-ed735114-2085-4c04-b097-c44886b1f191 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:20.528952 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e319bdb-bae6-4d9e-b750-64414f4f6953 req-ed735114-2085-4c04-b097-c44886b1f191 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 931 time: 0.0913160
Feb 17 04:38:20.577499 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e319bdb-bae6-4d9e-b750-64414f4f6953 req-50061c00-b713-4f0d-8b4d-f633b023cf78 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420499
Feb 17 04:38:21.142912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Request body: {'port': {'device_id': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:21.247391 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-c200308e-abe7-4747-acd0-e023bd369ae5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1091955
Feb 17 04:38:21.353774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-b2caa74b-b92e-48ac-bf97-e7ca248e9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.355383 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-b2caa74b-b92e-48ac-bf97-e7ca248e9586 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 1163 time: 0.0806048
Feb 17 04:38:21.404074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.499876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-04ab40a8-3410-42c0-8de5-126fb3dfd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.501551 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-04ab40a8-3410-42c0-8de5-126fb3dfd34b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.2850523
Feb 17 04:38:21.517313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f789-fa42-4dc3-ae32-2f464fe7be49 req-c79ce0c9-e44b-443e-bb58-35a77e21cd73 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.518887 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aa53f789-fa42-4dc3-ae32-2f464fe7be49 req-c79ce0c9-e44b-443e-bb58-35a77e21cd73 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2581370
Feb 17 04:38:21.519855 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-5e76eb79-844b-476f-a981-bdb0f781ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.522096 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-5e76eb79-844b-476f-a981-bdb0f781ee12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 909 time: 0.1422391
Feb 17 04:38:21.605745 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-1e1aa710-55db-484e-ba20-202b71f01322 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92a1575-fc75-4375-9949-9d1f0f507388 HTTP/1.1" status: 200  len: 217 time: 0.0697048
Feb 17 04:38:21.679515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-46b4fecd-a45d-4812-9e41-99d68fdbc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.681140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-46b4fecd-a45d-4812-9e41-99d68fdbc107 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.0650113
Feb 17 04:38:21.739652 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-383d59d9-df34-4b15-853d-a93656252904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490174
Feb 17 04:38:21.774999 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aa53f789-fa42-4dc3-ae32-2f464fe7be49 req-75bdee21-f30f-41d1-97d4-c0d13f00bea7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293286
Feb 17 04:38:21.883901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-ac2e6c0f-5fc6-4a87-bf2c-ee4411f912c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.885428 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-ac2e6c0f-5fc6-4a87-bf2c-ee4411f912c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 912 time: 0.3749008
Feb 17 04:38:21.892179 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-d9ea8862-c0b0-4434-b33f-954cac04b42f service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436024
Feb 17 04:38:22.052732 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f098d8ce-4216-4908-8dd5-6ab16f1c29cb req-ddf9727b-1f18-4351-9916-6120d790cf1c service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465352
Feb 17 04:38:22.094918 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-96f918b8-09aa-4834-9ede-8b6068a32d80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 217 time: 0.0829546
Feb 17 04:38:22.183341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0b86c-b746-46eb-8953-da5433a31104 req-f082b039-673d-4399-9c08-4c7812ce31e8 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:22.185231 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-78c0b86c-b746-46eb-8953-da5433a31104 req-f082b039-673d-4399-9c08-4c7812ce31e8 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 931 time: 0.4734418
Feb 17 04:38:22.240909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-780038ea-cec5-4369-bfc7-e90152af47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:22.242053 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-780038ea-cec5-4369-bfc7-e90152af47c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.1386802
Feb 17 04:38:22.315277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-854db198-ce1f-4cde-8ffa-9c3e7f24a062 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630243
Feb 17 04:38:22.330271 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-78c0b86c-b746-46eb-8953-da5433a31104 req-c5cc47a5-c3f1-4a65-82ea-e961d805630c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333182
Feb 17 04:38:22.515746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:22.528095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:22.563520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Transition to ACTIVE for port object 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:22.570159 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-20622ea0-1b22-414b-8949-3a27b20b082e service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435999
Feb 17 04:38:22.570956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:22.588754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:23.128406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Pushing event updated for resources: {'Port': ['ID=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:23.158749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.159067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.159465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.159862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.160781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.161177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.161559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.161943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.162320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.162749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.163136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.163520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.163957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.164334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.164780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.165156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.165528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.166002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.169631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.170112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.170460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.170840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.171238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.171664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:23.189213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:23.231774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-44d2ecc8-6aea-4927-bf63-ab5ba9238cac req-bdbc7933-1405-4b9e-8097-9a1445e3b4b1 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6460371
Feb 17 04:38:23.352795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53a75b-2c04-4c9b-a9c3-db90d0d9263e req-02173555-3e34-41a4-8d35-6ac16db50c60 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.354622 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9b53a75b-2c04-4c9b-a9c3-db90d0d9263e req-02173555-3e34-41a4-8d35-6ac16db50c60 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.3413498
Feb 17 04:38:23.402172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Attempting to bind port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:23.402552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Attempting to bind port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:23.402965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Attempting to bind port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb on network 58123a5b-89a3-47b4-8bcf-bc477b9c807f {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:23.424191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:23.424564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Checking segment: {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:23.424873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.427241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Bound using segment: {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:23.427241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Bound port: 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:23.427241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.463273 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9b53a75b-2c04-4c9b-a9c3-db90d0d9263e req-095493ca-b4cb-4e19-a879-fa54601454f0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876918
Feb 17 04:38:23.638706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] For port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:23.657996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a9827-7a20-4341-ab90-a6ac07a2b1be req-120064dc-543a-44f8-9697-61ec26a4c6b6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.659660 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c3a9827-7a20-4341-ab90-a6ac07a2b1be req-120064dc-543a-44f8-9697-61ec26a4c6b6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.1575966
Feb 17 04:38:23.662537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] For port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,segment=NetworkSegment(4b47dfdf-3c80-4b46-8295-02410cb2e4bc),segment_id=4b47dfdf-3c80-4b46-8295-02410cb2e4bc)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:23.666101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.686083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-81afa7f0-687c-45bf-9cd9-142259f421b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:23.878935 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c3a9827-7a20-4341-ab90-a6ac07a2b1be req-a29b7cf4-2d1e-41b7-97d6-513de33e4a54 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939290
Feb 17 04:38:23.885514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Pushing event updated for resources: {'Port': ['ID=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:23.897252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:23.916890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.917585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.919105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] 10.222.0.46 "PUT /v2.0/ports/5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb HTTP/1.1" status: 200  len: 1157 time: 2.7892470
Feb 17 04:38:23.919633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'tag': '5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:23.967456 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'tag': '5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb', 'status': 'completed', 'code': 200}
Feb 17 04:38:24.695339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bec14-0627-4dc9-87ba-9128cf9b649a req-88fa0232-415f-4014-aa69-ddc6458c29eb tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:24.696947 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-841bec14-0627-4dc9-87ba-9128cf9b649a req-88fa0232-415f-4014-aa69-ddc6458c29eb tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0904989
Feb 17 04:38:24.743540 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-841bec14-0627-4dc9-87ba-9128cf9b649a req-7ce1749f-82ce-463f-b7c5-a7f3e76e8b42 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403585
Feb 17 04:38:25.077914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b25ab-baf9-44d9-ab0f-dbe493cb6625 req-cb5f5ac3-7cd5-466a-8c52-db0e5505fbb6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:25.079582 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da3b25ab-baf9-44d9-ab0f-dbe493cb6625 req-cb5f5ac3-7cd5-466a-8c52-db0e5505fbb6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.0875020
Feb 17 04:38:25.127586 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da3b25ab-baf9-44d9-ab0f-dbe493cb6625 req-18da6193-08bf-44d2-8e98-d57e04159716 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412118
Feb 17 04:38:25.140177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:25.943049 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530655b1-992a-4b0a-9d0b-1d695b48c378 req-0fcb5b94-e27c-4bd6-8d17-d389679fd8d1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:25.944698 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-530655b1-992a-4b0a-9d0b-1d695b48c378 req-0fcb5b94-e27c-4bd6-8d17-d389679fd8d1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0898376
Feb 17 04:38:25.993650 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-530655b1-992a-4b0a-9d0b-1d695b48c378 req-4bbd2b45-c0f3-4cef-9b7c-f8633245c95d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416758
Feb 17 04:38:26.397955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c38d8-3e2e-42ed-b725-b873cdcb1dd0 req-5bbd24b1-bed7-460c-90b9-ba298e2828e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.399599 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b5c38d8-3e2e-42ed-b725-b873cdcb1dd0 req-5bbd24b1-bed7-460c-90b9-ba298e2828e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 1160 time: 0.1650813
Feb 17 04:38:26.405701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf767f10-d4cf-400e-b6fb-119078420ed2 req-7e1532a7-7ae0-4af1-8eba-1e7416a69d94 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.407203 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bf767f10-d4cf-400e-b6fb-119078420ed2 req-7e1532a7-7ae0-4af1-8eba-1e7416a69d94 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.1238933
Feb 17 04:38:26.553590 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bf767f10-d4cf-400e-b6fb-119078420ed2 req-15f43951-df36-4d47-8335-2b1446ac6e53 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392417
Feb 17 04:38:26.595496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c38d8-3e2e-42ed-b725-b873cdcb1dd0 req-bea32072-5a3f-400d-a988-571585836c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.597094 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b5c38d8-3e2e-42ed-b725-b873cdcb1dd0 req-bea32072-5a3f-400d-a988-571585836c49 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1809597
Feb 17 04:38:26.760491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c38d8-3e2e-42ed-b725-b873cdcb1dd0 req-1ec838ea-56a0-4979-8b51-bc0e85caebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.762259 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b5c38d8-3e2e-42ed-b725-b873cdcb1dd0 req-1ec838ea-56a0-4979-8b51-bc0e85caebe4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1458461
Feb 17 04:38:26.888827 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-98cc2e56-91f8-4451-a71a-a8d65a856ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:26.890417 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-98cc2e56-91f8-4451-a71a-a8d65a856ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 1160 time: 0.0855732
Feb 17 04:38:26.975717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-93f303fb-0f4d-4a9b-91f0-d3c228e2ded2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb HTTP/1.1" status: 200  len: 217 time: 0.0670910
Feb 17 04:38:27.052784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-bf5430fc-71dd-4884-a142-f89f5f954627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:27.054466 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-bf5430fc-71dd-4884-a142-f89f5f954627 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93a776b7-76e3-4a97-a8cc-231c12f0faae HTTP/1.1" status: 200  len: 853 time: 0.0712545
Feb 17 04:38:27.120192 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-eca04025-78db-4187-98fe-003ebf7741ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58123a5b-89a3-47b4-8bcf-bc477b9c807f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488784
Feb 17 04:38:27.321175 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-c766def1-d490-4e10-9244-49d0f16d24d7 service neutron] 10.222.0.46 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660509
Feb 17 04:38:27.328252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f10c-8ab4-4c0f-a83e-e62e28dc61d9 req-333e463c-58aa-4126-86e9-a6de73c05626 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:27.329857 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16f7f10c-8ab4-4c0f-a83e-e62e28dc61d9 req-333e463c-58aa-4126-86e9-a6de73c05626 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2123177
Feb 17 04:38:27.471695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16f7f10c-8ab4-4c0f-a83e-e62e28dc61d9 req-d7e038db-90b0-4a70-9f84-ae9d60931931 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150212
Feb 17 04:38:27.513909 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00f14fa9-f72d-4cbc-88ae-1099247ce227 req-334d050d-4037-4239-bea7-b9d6e643d29c service neutron] 10.222.0.46 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1830065
Feb 17 04:38:27.767915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23292e1-5882-435c-9193-c04580d75b6b req-051bc52d-b9d9-4924-b3d7-59465b449273 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:27.770160 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f23292e1-5882-435c-9193-c04580d75b6b req-051bc52d-b9d9-4924-b3d7-59465b449273 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.1005688
Feb 17 04:38:27.823873 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f23292e1-5882-435c-9193-c04580d75b6b req-73f4903e-d28f-4474-bfea-231eec8dc15e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469475
Feb 17 04:38:28.388164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:38:28.684837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34accbd-322b-420c-a1da-415e33c7ea96 req-dbc6d4f5-1c40-44e2-aba6-4a76cda1237d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:28.686490 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a34accbd-322b-420c-a1da-415e33c7ea96 req-dbc6d4f5-1c40-44e2-aba6-4a76cda1237d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0928149
Feb 17 04:38:28.735201 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a34accbd-322b-420c-a1da-415e33c7ea96 req-03a1d5f0-bcb3-4d47-a1dc-7eaa1bae1501 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417802
Feb 17 04:38:29.042870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ecb3f-9b4b-4d4a-9736-2523422531e0 req-6825e515-6368-4f57-b3de-aa4441557049 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.044500 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b1ecb3f-9b4b-4d4a-9736-2523422531e0 req-6825e515-6368-4f57-b3de-aa4441557049 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.0893517
Feb 17 04:38:29.096015 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b1ecb3f-9b4b-4d4a-9736-2523422531e0 req-6ac458b9-0738-4cd5-b6c3-24bbf383d568 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452473
Feb 17 04:38:29.859783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41626) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:29.958079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1fa20-e13f-46db-87e5-41e22e127c4f req-959f15db-6dbc-4909-830c-7ac45ba616cc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.959932 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c3b1fa20-e13f-46db-87e5-41e22e127c4f req-959f15db-6dbc-4909-830c-7ac45ba616cc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0973833
Feb 17 04:38:30.030207 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c3b1fa20-e13f-46db-87e5-41e22e127c4f req-67dae677-a0ac-4627-9086-379af65ac68b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639601
Feb 17 04:38:30.031179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.047955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:30.053092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Usage tracker for resource:security_group_rule and tenant:2025441d2b9b4a898e68fcda805c1f7c is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:30.056223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:30.062405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:30.158025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.161933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.171381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-959c7e38-a50c-4c02-bf01-0c1fd3940240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:30.214143 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2025441d2b9b4a898e68fcda805c1f7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3530889
Feb 17 04:38:30.216409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cf69db-6ff8-4dc7-b660-a402a8852205,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:30.217153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41638) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:30.254052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:30.284581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.303424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f08b9-8312-42c2-85ee-0379d6dce0f1 req-804469d5-56db-4c1d-87c0-235d087e69d6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:30.305040 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da5f08b9-8312-42c2-85ee-0379d6dce0f1 req-804469d5-56db-4c1d-87c0-235d087e69d6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.0897338
Feb 17 04:38:30.312778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.353315 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da5f08b9-8312-42c2-85ee-0379d6dce0f1 req-626519b2-2bf2-41d4-9c96-0a5f487d0739 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412979
Feb 17 04:38:30.360244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.365616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0e959f32-6f02-447d-aa20-b8adbcb74954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:30.378042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cf69db-6ff8-4dc7-b660-a402a8852205,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:30.384219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:30.388564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:30.389795 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23cf69db-6ff8-4dc7-b660-a402a8852205 HTTP/1.1" status: 204  len: 168 time: 0.1715620
Feb 17 04:38:30.617945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-1c17ba8b-64f3-4fcd-89a3-215dc0d21915 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:38:30.621654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b16a4899-e598-4dd3-9888-1e7dd19a8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.279123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1ac3-1a55-42bb-88bf-9e729f4f0525 req-2e78430f-0879-475d-ae6f-7b9e37a19ce8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:31.280724 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c4cc1ac3-1a55-42bb-88bf-9e729f4f0525 req-2e78430f-0879-475d-ae6f-7b9e37a19ce8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0965781
Feb 17 04:38:31.332490 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c4cc1ac3-1a55-42bb-88bf-9e729f4f0525 req-dd5ad7c3-1da8-457c-bb5a-8383cd5e73e1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442963
Feb 17 04:38:31.390175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:31.470954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:31.475957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:31.476434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.614724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.623677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3956244-5bb2-4081-b041-a625288a1aa0 req-92483a0c-c507-42f6-8e45-036160c00970 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:31.625748 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a3956244-5bb2-4081-b041-a625288a1aa0 req-92483a0c-c507-42f6-8e45-036160c00970 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 943 time: 0.1102705
Feb 17 04:38:31.661411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:31.669849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,segment=NetworkSegment(4b47dfdf-3c80-4b46-8295-02410cb2e4bc),segment_id=4b47dfdf-3c80-4b46-8295-02410cb2e4bc)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:31.675182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.677942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:31.692082 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a3956244-5bb2-4081-b041-a625288a1aa0 req-48d1d958-6c65-434b-a678-63c4691cb318 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588517
Feb 17 04:38:31.737362 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb', 'code': 200}
Feb 17 04:38:31.764984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:31.768614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.769075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.770301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.770948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.771415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.771888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.772364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.772837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.773323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.773771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.774232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.774700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.775201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.775619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.776191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.776625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.777052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.777588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.777961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.778329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.778725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.779093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.779461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.779824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:31.787396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:32.014999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41704) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:32.017994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca0b65-253f-452f-a1e7-dd96db368a77 req-cb161cd8-9ad1-4dd5-afdf-9f5aea4560dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:32.020361 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-acca0b65-253f-452f-a1e7-dd96db368a77 req-cb161cd8-9ad1-4dd5-afdf-9f5aea4560dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 1162 time: 0.0821393
Feb 17 04:38:32.064661 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-acca0b65-253f-452f-a1e7-dd96db368a77 req-a00a7282-436d-45ac-afdd-ee37bfbf0cc8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360584
Feb 17 04:38:32.143698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.159418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:32.163571 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Usage tracker for resource:security_group_rule and tenant:a48284ecb2dd4226a5ab215a2018117e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:32.166492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:32.172299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:32.259143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.262351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.273333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-afe84b0e-f803-40a0-a01c-7c379210a174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:32.319126 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a48284ecb2dd4226a5ab215a2018117e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029449
Feb 17 04:38:32.320814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c9c55-2e3f-4ffe-9880-63d1ee4e50b8,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:32.321871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41716) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:32.324260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:32.420219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.449324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.539895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:32.581785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.588170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1b06b0da-297e-49e2-a003-ee2c02b5cb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:32.601886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c9c55-2e3f-4ffe-9880-63d1ee4e50b8,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:32.606678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:32.615801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ada0e2-dcc4-430c-9e0d-3e3967b3d2b9 req-afde948b-8358-4fb5-ac1b-ebe362f4740c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:32.617664 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1ada0e2-dcc4-430c-9e0d-3e3967b3d2b9 req-afde948b-8358-4fb5-ac1b-ebe362f4740c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1205482
Feb 17 04:38:32.626039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.627485 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b8c9c55-2e3f-4ffe-9880-63d1ee4e50b8 HTTP/1.1" status: 204  len: 168 time: 0.3043234
Feb 17 04:38:32.699824 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1ada0e2-dcc4-430c-9e0d-3e3967b3d2b9 req-5e2ed540-b67f-48de-9b88-584b0a7f9ba4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704665
Feb 17 04:38:32.930261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:32.930721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:33.065363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0746377-dce6-40d0-887c-4d4e533edb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:33.218259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690b1d-31cc-497c-ac01-3435e04ad5fc req-65d3cb5b-7dd3-4094-91e0-53a287713e3a tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:33.219891 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c690b1d-31cc-497c-ac01-3435e04ad5fc req-65d3cb5b-7dd3-4094-91e0-53a287713e3a tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.3669145
Feb 17 04:38:33.267336 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c690b1d-31cc-497c-ac01-3435e04ad5fc req-11d63875-2d98-4918-9ae0-9a28d80b20a7 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405698
Feb 17 04:38:33.353219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:33.921003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4604385-30cb-42b0-bf94-89a4520e9ef8 req-118b85af-34cc-4354-ad6b-15981f405fa4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:33.922613 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4604385-30cb-42b0-bf94-89a4520e9ef8 req-118b85af-34cc-4354-ad6b-15981f405fa4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0968645
Feb 17 04:38:33.975433 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4604385-30cb-42b0-bf94-89a4520e9ef8 req-83b238ca-ce2d-4d30-87be-84e509ab0132 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453110
Feb 17 04:38:34.134443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41786) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:34.272997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.288609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:34.292720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Usage tracker for resource:security_group_rule and tenant:2889d4e0bb464f938dacbcc2c447a4e4 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:34.295750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:34.301820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:34.397239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.408415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.443224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-56ebfd48-cfc9-4976-98e7-e3c449d31588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:34.452704 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2889d4e0bb464f938dacbcc2c447a4e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3169677
Feb 17 04:38:34.455580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41806) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:34.554409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7207c-a238-4fbb-a448-8f8b5c4dbc8c,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:34.559568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.561661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:34.629255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639b08-875b-4fa1-b349-46107b187f5e req-aaa74c20-961c-4fda-a149-b9debec081fb tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:34.631218 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-41639b08-875b-4fa1-b349-46107b187f5e req-aaa74c20-961c-4fda-a149-b9debec081fb tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.1921163
Feb 17 04:38:34.631854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.700069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.753391 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-41639b08-875b-4fa1-b349-46107b187f5e req-aa9631eb-1d26-4653-8729-53c76cd960f9 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021776
Feb 17 04:38:34.782052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.790812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a3949d63-5063-470a-9a8f-cd0bc435c722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:34.811549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7207c-a238-4fbb-a448-8f8b5c4dbc8c,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:34.814221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.815677 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46e7207c-a238-4fbb-a448-8f8b5c4dbc8c HTTP/1.1" status: 204  len: 168 time: 0.3228967
Feb 17 04:38:34.817079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:35.052205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.161469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc82a96-487e-4e19-915d-0158e8ddbaeb req-501ec02f-7cb5-485d-9327-d8d08cfcb736 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.165491 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2bc82a96-487e-4e19-915d-0158e8ddbaeb req-501ec02f-7cb5-485d-9327-d8d08cfcb736 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2210727
Feb 17 04:38:35.253509 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2bc82a96-487e-4e19-915d-0158e8ddbaeb req-c63b1d2f-0be9-4099-8a02-aa60076ca797 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832179
Feb 17 04:38:35.564757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41898) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:35.638441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7396b4-0cc6-47e4-a2e9-565eb903ef10 req-9eb78c88-37c4-45db-b8b8-08e34f28c1c4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.641992 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5b7396b4-0cc6-47e4-a2e9-565eb903ef10 req-9eb78c88-37c4-45db-b8b8-08e34f28c1c4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2346849
Feb 17 04:38:35.704046 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5b7396b4-0cc6-47e4-a2e9-565eb903ef10 req-53a4fc4d-2b00-465d-bc8b-fc18f18e119c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610397
Feb 17 04:38:35.775351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.792174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:35.796630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Usage tracker for resource:security_group_rule and tenant:65b8a5195a5c4f45be3407762e9ad352 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:35.800129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:35.806647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:35.898826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.903375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.914909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-84f8fc12-e832-4022-af35-6fda4097913f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:35.955444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a086d45-d6e1-4576-beea-f6085b7ecc1f,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:35.968982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:35.993316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41928) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:36.000054 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65b8a5195a5c4f45be3407762e9ad352&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4289150
Feb 17 04:38:36.065273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.094581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.143437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.149483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ada6f017-fae0-45c6-8c58-1995eb4bdec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:36.165454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a086d45-d6e1-4576-beea-f6085b7ecc1f,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:36.170465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:36.171479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.175169 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a086d45-d6e1-4576-beea-f6085b7ecc1f HTTP/1.1" status: 204  len: 168 time: 0.1780500
Feb 17 04:38:36.680465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7918-9d25-4d3b-b141-07f551291a8d req-09bdb102-8cbf-43ad-a486-addd0e713c66 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:36.682278 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4caa7918-9d25-4d3b-b141-07f551291a8d req-09bdb102-8cbf-43ad-a486-addd0e713c66 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1001282
Feb 17 04:38:36.736031 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4caa7918-9d25-4d3b-b141-07f551291a8d req-f60ef9db-2a5a-431f-b836-a923e4e3f993 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470834
Feb 17 04:38:36.920698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb847c-bb36-464a-9a02-6ab50b0e26cb req-074d42dd-1112-442c-945a-bd6a1bc80585 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:36.922341 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53bb847c-bb36-464a-9a02-6ab50b0e26cb req-074d42dd-1112-442c-945a-bd6a1bc80585 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0960424
Feb 17 04:38:36.986806 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53bb847c-bb36-464a-9a02-6ab50b0e26cb req-25e9e2a0-bc2d-46dd-9d74-b15e9456c6c4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538700
Feb 17 04:38:37.074246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 41970) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:37.215675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-218432083-network', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:37.220468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:37.225680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Usage tracker for resource:network and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:37.228738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:37.234591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:37.245385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Made reservation on behalf of e57600d4d269474ab7d2f3e7ebf528ac for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:37.250034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.264025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.280751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:37.285501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:37.289062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:37.294914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:37.389173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.395003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.399248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-46514e54-e2fa-4b08-8c85-3b07d80784a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:37.431699 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:38:37.448308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc716d45-9c80-4172-b488-e26b8ccda993,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:37.452546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:37.454715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.454913 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Added segment bfbca72d-63a0-4439-a7cc-23d9c77d25b0 of type vxlan for network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7
Feb 17 04:38:37.483823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.514989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.516256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:37.516895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.522081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-248b936a-e5d1-4f13-82bb-be683cca1a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:37.631986 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5565083
Feb 17 04:38:37.632897 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6867f3e4-ec3d-45b2-9435-bb5e12342eb7,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:37.635277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 41988) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:37.636296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:37.643114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Request body: {'subnet': {'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-218432083-subnet', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:37.643436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:37.649577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:37.653727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Usage tracker for resource:subnet and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:37.658129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:37.662961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:37.665645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:37.674830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Made reservation on behalf of e57600d4d269474ab7d2f3e7ebf528ac for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:37.680147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.077033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d3db8-b804-4e1a-8ee8-b477794a7457 req-8b07d4a0-cf42-498d-a174-a33e92ba8f82 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:38.079140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-120d3db8-b804-4e1a-8ee8-b477794a7457 req-8b07d4a0-cf42-498d-a174-a33e92ba8f82 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1605000
Feb 17 04:38:38.146796 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-505a1ae5-7370-4989-8e45-212f9474561d tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=326ff5fa6a514a2c88e810faa7b0b6b0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383360
Feb 17 04:38:38.195536 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-120d3db8-b804-4e1a-8ee8-b477794a7457 req-e681ecfa-939b-45a3-88c9-964eca19c32d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053035
Feb 17 04:38:38.212924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.229110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ba63864e-9034-42b9-acc7-c98ef616a308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:38.365575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5334ba-aeca-48ad-b792-d00725a06dea,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:38.371147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:38.382642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-19028973-79e1-4894-ab21-c204af6cf2af tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:38.384262 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-19028973-79e1-4894-ab21-c204af6cf2af tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2277896
Feb 17 04:38:38.407903 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-0e02b8c9-8b28-44a6-a066-c04366a9a141 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/quotas/326ff5fa6a514a2c88e810faa7b0b6b0 HTTP/1.1" status: 200  len: 375 time: 0.0145826
Feb 17 04:38:38.438330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Checking segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:38.438783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Network hostable DHCP agents. Network: 6867f3e4-ec3d-45b2-9435-bb5e12342eb7, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:38:38.459871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:38:38.470011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 6867f3e4-ec3d-45b2-9435-bb5e12342eb7) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:38.479816 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-ecaa4208-fb22-4e34-b7b1-1f085355ff00 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=326ff5fa6a514a2c88e810faa7b0b6b0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0623448
Feb 17 04:38:38.480174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c9349-f954-40a7-9602-f9ba5e55e326 None None] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:38.484534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:38.485187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.490014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521ed-2d70-43ec-86ea-e191b8d1c28b req-aabb0224-5f5d-4ac8-b028-42a736792872 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:38.491655 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-661521ed-2d70-43ec-86ea-e191b8d1c28b req-aabb0224-5f5d-4ac8-b028-42a736792872 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1802840
Feb 17 04:38:38.519829 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-31e86158-8a3e-4288-8b47-2d8e8885225e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8828051
Feb 17 04:38:38.522487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42020) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:38.529815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:38.536983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:38.542516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Usage tracker for resource:router and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:38.546589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:38.554145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:38.555868 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-661521ed-2d70-43ec-86ea-e191b8d1c28b req-edc174e8-4309-41fc-a056-16899e12d108 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575619
Feb 17 04:38:38.567026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.568506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.604180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.814103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:38:38.815181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.863642 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59962a5e-2a31-4a41-a462-ae8105514e53 req-3d65b220-61ab-4425-923b-081267a21e0d tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.0818143
Feb 17 04:38:39.018022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-90d4abb0-66f2-4867-a333-56820e405537 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:39.026123 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-90d4abb0-66f2-4867-a333-56820e405537 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.3609583
Feb 17 04:38:39.045011 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-41758a08-9ff4-4318-8c1e-2d3ed66c73e3 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/quotas/a6284f2b80524eb0a36ccebaedba767a HTTP/1.1" status: 200  len: 375 time: 0.0176041
Feb 17 04:38:39.118513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.194105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-4070d04e-4b06-4ae4-bf71-ed1aec5bbcbd tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1477828
Feb 17 04:38:39.343250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Allocated IP 172.20.0.2 (6867f3e4-ec3d-45b2-9435-bb5e12342eb7/eb5334ba-aeca-48ad-b792-d00725a06dea/fe837eeb-633f-4055-8c24-39950ac151ca) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:39.526890 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-caba18b5-fd1e-43f6-86f7-396d6375345b service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3319962
Feb 17 04:38:39.664450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49371d-7880-4a59-8d79-2f7392758e84 req-7441b3e8-3843-4275-b1f5-26ca2fd34213 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:39.666192 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b49371d-7880-4a59-8d79-2f7392758e84 req-7441b3e8-3843-4275-b1f5-26ca2fd34213 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2457356
Feb 17 04:38:39.687314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.700822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Transition to ACTIVE for port object fe837eeb-633f-4055-8c24-39950ac151ca will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:39.724610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Transition to ACTIVE for port object fe837eeb-633f-4055-8c24-39950ac151ca will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:39.732935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.754582 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:39.767360 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b49371d-7880-4a59-8d79-2f7392758e84 req-f294afdd-32c4-4251-b949-aafc410b4701 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937109
Feb 17 04:38:39.780474 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-c6a6aba8-daa2-4e9f-acd3-cb52b775e54c service neutron] 10.222.0.38 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2518487
Feb 17 04:38:39.905458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Pushing event updated for resources: {'Port': ['ID=fe837eeb-633f-4055-8c24-39950ac151ca,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:39.917199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:39.965803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.009766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.073386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46114a36-085c-40f5-b4f4-f5e5788ef9fe req-94ce43e4-7dd5-4891-9a3c-71d484d76c09 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:40.075850 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-46114a36-085c-40f5-b4f4-f5e5788ef9fe req-94ce43e4-7dd5-4891-9a3c-71d484d76c09 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1767755
Feb 17 04:38:40.091363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:40.092597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:40.100881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:40.173041 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-46114a36-085c-40f5-b4f4-f5e5788ef9fe req-363bbf73-6991-449a-b950-7322111c2f2a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890129
Feb 17 04:38:40.176751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Attempting to bind port fe837eeb-633f-4055-8c24-39950ac151ca on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:40.177183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Attempting to bind port fe837eeb-633f-4055-8c24-39950ac151ca by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:40.177577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Attempting to bind port fe837eeb-633f-4055-8c24-39950ac151ca on network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:40.180512 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a261e469-facf-49ab-932a-cb050c2ed084 req-09923a8a-de35-470d-8aa7-0ee611390183 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.0584426
Feb 17 04:38:40.185374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:40.185807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Checking segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:40.186737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.187204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Bound using segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:40.187848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Bound port: fe837eeb-633f-4055-8c24-39950ac151ca, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:40.188282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.305315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] For port fe837eeb-633f-4055-8c24-39950ac151ca, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:40.309724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] For port fe837eeb-633f-4055-8c24-39950ac151ca, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe837eeb-633f-4055-8c24-39950ac151ca,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:40.319389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.340058 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a8f7a1a-73e3-46eb-a1c7-9c299092734c req-f784c498-9ff1-4e1c-857a-02affd672b9c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 210 time: 0.0967054
Feb 17 04:38:40.436661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:40.475303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Allocated IP 172.27.0.250 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/ec654af5-748e-40ea-a553-698547e903a6) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:40.547639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Pushing event updated for resources: {'Port': ['ID=fe837eeb-633f-4055-8c24-39950ac151ca,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:40.559055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:40.580164 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-8c7a1d1a-da4b-4760-b3c1-fa0f4d73a23e tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=326ff5fa6a514a2c88e810faa7b0b6b0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0892208
Feb 17 04:38:40.709500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.756648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.777633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:40.826956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-c3c83c3b-d9ec-43fa-8e31-74d55ef84d4b tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:40.828927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-c3c83c3b-d9ec-43fa-8e31-74d55ef84d4b tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2419033
Feb 17 04:38:40.844535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Request body: {'port': {'device_id': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145', 'admin_state_up': True, 'tenant_id': '326ff5fa6a514a2c88e810faa7b0b6b0'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:41.076213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Pushing event updated for resources: {'Port': ['ID=ec654af5-748e-40ea-a553-698547e903a6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:41.084791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:41.150873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:41.166887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:41.168358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:41.170293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Usage tracker for resource:port and tenant:326ff5fa6a514a2c88e810faa7b0b6b0 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:41.171118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:41.179471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:41.189018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:41.204769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe837eeb-633f-4055-8c24-39950ac151ca up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:41.217103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Made reservation on behalf of 326ff5fa6a514a2c88e810faa7b0b6b0 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:41.227272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.258793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.291980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:41.317876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Usage tracker for resource:security_group_rule and tenant:326ff5fa6a514a2c88e810faa7b0b6b0 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:41.321054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port fe837eeb-633f-4055-8c24-39950ac151ca completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:41.328063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f26ce6-e32c-41e7-b1a4-9007b1031671 req-d57b653c-b770-4972-a3e4-3718f9da6939 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:41.334542 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59f26ce6-e32c-41e7-b1a4-9007b1031671 req-d57b653c-b770-4972-a3e4-3718f9da6939 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2446358
Feb 17 04:38:41.337841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:41.395534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:41.400754 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3b5f338f-4389-4f37-9117-a4565fdf84b2 req-8934ca2f-e739-4f3d-a7b5-377939d83afe tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.0646167
Feb 17 04:38:41.467789 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59f26ce6-e32c-41e7-b1a4-9007b1031671 req-c79f5f04-000d-4d4d-b21e-87b8524c1e80 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208570
Feb 17 04:38:41.829695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.043452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 42126) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:42.172019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.220128 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6d0e03d9-fab2-45c1-a5a4-0acc6e49d080 req-fcfea07f-6ea1-4605-b8b6-9767cb39ca5f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 210 time: 0.1787820
Feb 17 04:38:42.247236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.264185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-592a29b5-9315-413e-9ae4-86b5f6accc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:42.289343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.294738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e99656-e945-4f61-af94-5fe42367afe0 None None] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:42.312840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-28670fab-7f33-491c-ae90-2c43b3c1e9e7 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:42.314402 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-28670fab-7f33-491c-ae90-2c43b3c1e9e7 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 815 time: 0.4115722
Feb 17 04:38:42.320297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.361404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Request body: {'port': {'device_id': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd', 'admin_state_up': True, 'tenant_id': 'a6284f2b80524eb0a36ccebaedba767a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:42.408104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Provisioning for port fe837eeb-633f-4055-8c24-39950ac151ca completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:42.418589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Provisioning complete for port fe837eeb-633f-4055-8c24-39950ac151ca triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:42.420890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.546102 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:42.552268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ac8422-e05a-472e-8aa0-c285a28ab2d6,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:42.553983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Router 538cfef3-4905-404d-bfc8-ccd8fda051ee is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:38:42.575963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Usage tracker for resource:security_group_rule and tenant:6fc200da87fa4096b7b3132c063e179b is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:42.578865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:42.586308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514992-4dd8-47fe-a7eb-38bac0a8b029 req-aa3923b8-244d-4cdb-9d6a-0e47d8200544 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:42.588133 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b514992-4dd8-47fe-a7eb-38bac0a8b029 req-aa3923b8-244d-4cdb-9d6a-0e47d8200544 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.9780312
Feb 17 04:38:42.592328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:42.625171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:42.727452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.776174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] For port fe837eeb-633f-4055-8c24-39950ac151ca, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe837eeb-633f-4055-8c24-39950ac151ca,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:42.779755 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.782488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:42.786155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:42.795876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Sync routers for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:42.812728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:42.813533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414a773c8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:42.814924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.818494 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e59169d7-58ab-42a6-ae0b-b5c1c30184fb req-fe6f608b-9719-4f93-b7a2-cabdae55e0f7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.1369121
Feb 17 04:38:42.821453 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b514992-4dd8-47fe-a7eb-38bac0a8b029 req-eca8b8c9-60fd-495c-aaee-130009aa724f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179444
Feb 17 04:38:42.825580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:42.827856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 42140) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:42.834085 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6531c2bb-5709-4616-a4a6-8589c594be1c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.3098776
Feb 17 04:38:42.900257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Pushing event updated for resources: {'Port': ['ID=fe837eeb-633f-4055-8c24-39950ac151ca,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:42.915230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:43.009461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:43.096386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe837eeb-633f-4055-8c24-39950ac151ca up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:43.132502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:43.202754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-fc474040-7796-461b-bd4c-aac222b16aec None None] Provisioning complete for port fe837eeb-633f-4055-8c24-39950ac151ca triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:43.203172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc474040-7796-461b-bd4c-aac222b16aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:43.423118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e2587-e9b0-4bc3-ad34-7678c7654665 req-c41dbb02-cff5-426d-8fa8-1d9ed57cd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:43.424768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-929e2587-e9b0-4bc3-ad34-7678c7654665 req-c41dbb02-cff5-426d-8fa8-1d9ed57cd3a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.1807363
Feb 17 04:38:43.486712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port fe837eeb-633f-4055-8c24-39950ac151ca triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:43.487318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:43.501171 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-929e2587-e9b0-4bc3-ad34-7678c7654665 req-a3a3915b-b25f-41f8-a3d8-e13dec096eaa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587955
Feb 17 04:38:43.632535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414a773c8>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:41Z', 'revision_number': 3, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:43.637243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Checking router: 538cfef3-4905-404d-bfc8-ccd8fda051ee for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:43.637571 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Updating router 538cfef3-4905-404d-bfc8-ccd8fda051ee port ec654af5-748e-40ea-a553-698547e903a6 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:38:43.699581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:43.757046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c922c5c8-a009-472d-8db9-ee1fba77aed1 None None] Provisioning complete for port fe837eeb-633f-4055-8c24-39950ac151ca triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:43.757642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c922c5c8-a009-472d-8db9-ee1fba77aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:43.877865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Made reservation on behalf of a6284f2b80524eb0a36ccebaedba767a for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:43.883651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:43.963328 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-88bf99e8-1d76-48d1-9a11-bfd7c852e9b2 req-c2bfde08-4a87-44da-a39a-089250f6552f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 210 time: 0.3847139
Feb 17 04:38:44.021775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Allocated IP 192.168.233.83 (bee46335-26c5-491f-b75f-743efa0ea145/82e8320a-01bb-4ebb-bb5d-941b27f03fc6/e12100f6-dd98-4a5d-b88d-cfacc2029e5d) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:44.153962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.166819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Transition to ACTIVE for port object ec654af5-748e-40ea-a553-698547e903a6 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:44.171361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.188265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e259bf7c-d94a-44ad-9ee7-503f0ba9ce14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:44.287489 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bbc7fda7-c07e-4821-94f2-2f854c576b9f req-415d4c24-fbfa-4788-9a05-c17deaf6ea80 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.1811128
Feb 17 04:38:44.292222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.314489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f4608-2f36-45a1-b9ce-ff05d5543e5a req-9bc835ff-358a-4793-a29d-93105610a1c9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:44.316196 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-520f4608-2f36-45a1-b9ce-ff05d5543e5a req-9bc835ff-358a-4793-a29d-93105610a1c9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 1.3042252
Feb 17 04:38:44.325228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.328211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Pushing event updated for resources: {'Port': ['ID=ec654af5-748e-40ea-a553-698547e903a6,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:44.344843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2be6fdb0-a11c-4d0c-8b03-9478a8daa98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:44.351787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.352167 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.352536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.352900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.353263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.353622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.353977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.354331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.355154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.355154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.355347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.355695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.356074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.356426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.356773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.357284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.357472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.357772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.358117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.358461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.358828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.359293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.359500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.359843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:44.375296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:44.439008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Attempting to bind port ec654af5-748e-40ea-a553-698547e903a6 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:44.439520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Attempting to bind port ec654af5-748e-40ea-a553-698547e903a6 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:44.439808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Attempting to bind port ec654af5-748e-40ea-a553-698547e903a6 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:44.445845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:44.446263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:44.446740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.447177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:44.447689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Bound port: ec654af5-748e-40ea-a553-698547e903a6, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:44.448105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.536323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] For port ec654af5-748e-40ea-a553-698547e903a6, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:44.539449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] For port ec654af5-748e-40ea-a553-698547e903a6, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ec654af5-748e-40ea-a553-698547e903a6,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:44.543386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.558998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9fdb4d90-a8dd-4df1-9f8e-8d8a74c6d5b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:44.604831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:44.624454 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fc200da87fa4096b7b3132c063e179b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5606833
Feb 17 04:38:44.625348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42154) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:44.632803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6781d67-cceb-45e6-848f-20a18f8e6fd6,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:44.694385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:44.704454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.712722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:44.713500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.748038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Pushing event updated for resources: {'Port': ['ID=ec654af5-748e-40ea-a553-698547e903a6,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:44.757398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:44.773164 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-520f4608-2f36-45a1-b9ce-ff05d5543e5a req-cd0bbc32-c388-4d4f-857c-c4e877186337 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4308412
Feb 17 04:38:44.793111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.818417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:44.819810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414a773c8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:44.859275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.865759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-30f793a6-d1b5-4eb8-84d2-6eeed9fd4e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:44.879507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6781d67-cceb-45e6-848f-20a18f8e6fd6,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:44.882526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:44.887602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.892120 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6781d67-cceb-45e6-848f-20a18f8e6fd6 HTTP/1.1" status: 204  len: 168 time: 0.2658794
Feb 17 04:38:45.144859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:45.192683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.284873 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e8c818b4-e4a8-4342-85ea-5f9c16ad5aab req-4a27e2d7-21cb-4989-8937-c1b87ef51848 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 210 time: 0.0983770
Feb 17 04:38:45.289016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Allocated IP 172.20.0.7 (3eac4670-46fd-4c18-9c55-ed035eb365fd/06f8ac00-d1a5-439a-b7c5-8564bc5c858b/9a1fe4fe-80c8-4bb9-aef0-db5351e50d39) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:45.293253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Transition to ACTIVE for port object e12100f6-dd98-4a5d-b88d-cfacc2029e5d will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:45.306155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2014deb-713a-443b-84e5-3c0715191295 req-d0a63ce4-ee38-41c3-915c-0ee97e86b18c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:45.307836 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c2014deb-713a-443b-84e5-3c0715191295 req-d0a63ce4-ee38-41c3-915c-0ee97e86b18c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.8690970
Feb 17 04:38:45.353223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42168) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:45.368574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.376139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.388014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.395103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:45.399904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Usage tracker for resource:security_group_rule and tenant:deb1458476804ef8adf39204b30f1a97 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:45.403539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:45.411996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:45.418804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:45.519777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.524377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.536966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-16d67305-d5ca-4fc0-953f-08350eb301f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:45.581502 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=deb1458476804ef8adf39204b30f1a97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2236197
Feb 17 04:38:45.587962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42172) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:45.608369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ac043-a022-4dab-b9f0-48340dc1934d,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:45.614094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:45.657318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414a773c8>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:41Z', 'revision_number': 3, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:45.662383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e51fd1-e559-4a61-bd5c-b1463c555886 None None] The sync data for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi is: [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:41Z', 'revision_number': 3, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:45.676705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.706816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.760697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.761013 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c2014deb-713a-443b-84e5-3c0715191295 req-73a585f9-6b28-43ac-bf77-c268cbdf1339 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4246650
Feb 17 04:38:45.772271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f768fd6-eb1f-40e8-864d-00d2bf1ef556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:45.797216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ac043-a022-4dab-b9f0-48340dc1934d,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:45.801931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:45.803398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.807111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/769ac043-a022-4dab-b9f0-48340dc1934d HTTP/1.1" status: 204  len: 168 time: 0.2151906
Feb 17 04:38:45.813719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Pushing event updated for resources: {'Port': ['ID=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:45.829500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:46.379971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd49a-89bb-4253-a5e4-1c1385e8f954 req-8175407c-40f0-4961-946c-58f9ed4fe26a tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.381666 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-061bd49a-89bb-4253-a5e4-1c1385e8f954 req-8175407c-40f0-4961-946c-58f9ed4fe26a tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 935 time: 0.8528404
Feb 17 04:38:46.407513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Network bee46335-26c5-491f-b75f-743efa0ea145 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:46.444673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:46.447271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:46.451990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.452885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:46.646884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-061bd49a-89bb-4253-a5e4-1c1385e8f954 req-20be1604-3448-456c-9fc5-3a646c77458e tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Synchronizing usage tracker for tenant:326ff5fa6a514a2c88e810faa7b0b6b0 on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:46.657090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:46.659987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:46.689804 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.8507311
Feb 17 04:38:46.707111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42aec66-19dd-4cdb-8579-d098df1cf689 req-3b6cba07-6649-48fb-a853-8e3b9667f2d7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.715029 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a42aec66-19dd-4cdb-8579-d098df1cf689 req-3b6cba07-6649-48fb-a853-8e3b9667f2d7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4856083
Feb 17 04:38:46.761564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Request body: {'port': {'device_id': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:46.762135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b35d8cd4-6dd2-4f22-83c2-2797dad2d6f8 None None] Provisioning for port e12100f6-dd98-4a5d-b88d-cfacc2029e5d completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:46.770300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b35d8cd4-6dd2-4f22-83c2-2797dad2d6f8 None None] Provisioning complete for port e12100f6-dd98-4a5d-b88d-cfacc2029e5d triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:46.770753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b35d8cd4-6dd2-4f22-83c2-2797dad2d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:46.819594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:46.820873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:46.843354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-061bd49a-89bb-4253-a5e4-1c1385e8f954 req-20be1604-3448-456c-9fc5-3a646c77458e tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Unset dirty status for tenant:326ff5fa6a514a2c88e810faa7b0b6b0 on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:46.844650 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-061bd49a-89bb-4253-a5e4-1c1385e8f954 req-20be1604-3448-456c-9fc5-3a646c77458e tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4475729
Feb 17 04:38:46.894348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b35d8cd4-6dd2-4f22-83c2-2797dad2d6f8 None None] Port e12100f6-dd98-4a5d-b88d-cfacc2029e5d cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:38:46.950640 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a42aec66-19dd-4cdb-8579-d098df1cf689 req-415c9079-1ac1-41eb-b38d-12a8b874cafa tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2345316
Feb 17 04:38:46.952958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Allocated IP 172.20.0.1 (6867f3e4-ec3d-45b2-9435-bb5e12342eb7/eb5334ba-aeca-48ad-b792-d00725a06dea/2f34d209-8b9b-4aa1-b2f7-e70268ebe238) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:47.009362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.035595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:47.179899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ec654af5-748e-40ea-a553-698547e903a6 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:47.276382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port ec654af5-748e-40ea-a553-698547e903a6 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:47.282729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ec654af5-748e-40ea-a553-698547e903a6 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:47.283271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.384150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.430001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.433928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event updated for resources: {'Port': ['ID=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:47.439081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:47.450872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port ec654af5-748e-40ea-a553-698547e903a6, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ec654af5-748e-40ea-a553-698547e903a6,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:47.454467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.456447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31394c04-14ce-46fd-87fd-a272b7561319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:47.541616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=ec654af5-748e-40ea-a553-698547e903a6,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:47.545002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:47.701232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.707840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:47.720099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f2ba2-e489-4128-9837-5e45370c0412 req-879274f7-da07-4237-aa9f-60fa67f4d810 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:47.720874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-025f2ba2-e489-4128-9837-5e45370c0412 req-879274f7-da07-4237-aa9f-60fa67f4d810 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:47.724410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:47.741470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5cdd2-7586-42fe-9c81-d01fc0a247ce req-c9006773-9a51-4ae7-958f-1f4f47573ba4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:47.743105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-91b5cdd2-7586-42fe-9c81-d01fc0a247ce req-c9006773-9a51-4ae7-958f-1f4f47573ba4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.5722451
Feb 17 04:38:47.747374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:47.751486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:47.752140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.832977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Transition to ACTIVE for port object 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:47.869981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-025f2ba2-e489-4128-9837-5e45370c0412 req-879274f7-da07-4237-aa9f-60fa67f4d810 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:47.871397 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-025f2ba2-e489-4128-9837-5e45370c0412 req-879274f7-da07-4237-aa9f-60fa67f4d810 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 931 time: 0.7278125
Feb 17 04:38:47.872720 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5183001
Feb 17 04:38:47.900090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Request body: {'port': {'device_id': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:48.048524 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-91b5cdd2-7586-42fe-9c81-d01fc0a247ce req-04cae495-e4d7-4066-a4d2-cb8c48da7c37 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836797
Feb 17 04:38:48.157866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:48.174425 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-025f2ba2-e489-4128-9837-5e45370c0412 req-82adfcd9-7805-45f5-86bf-45a95a6fbc95 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872021
Feb 17 04:38:48.182442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-54bb3873-698b-42ff-831d-804f3acb903f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:48.718971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:48.736081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Pushing event updated for resources: {'Port': ['ID=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:48.748335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:49.001610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2c26-a439-4433-8155-af62dd97c103 req-65b19a94-909a-4f46-8444-2ea9b624633b tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:49.002281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-707c2c26-a439-4433-8155-af62dd97c103 req-65b19a94-909a-4f46-8444-2ea9b624633b tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Synchronizing usage tracker for tenant:326ff5fa6a514a2c88e810faa7b0b6b0 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:49.042769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:49.058157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6808-9871-4fc3-9fc5-1c4ad840371b req-dcac7afb-237f-4b43-a6a7-60085a8bfe1d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:49.060086 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-34fb6808-9871-4fc3-9fc5-1c4ad840371b req-dcac7afb-237f-4b43-a6a7-60085a8bfe1d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4852626
Feb 17 04:38:49.060958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:49.074380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:49.074916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.075281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ec654af5-748e-40ea-a553-698547e903a6 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:49.155930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ec654af5-748e-40ea-a553-698547e903a6 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:49.156467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.207452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12100f6-dd98-4a5d-b88d-cfacc2029e5d {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:49.294059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.313877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-707c2c26-a439-4433-8155-af62dd97c103 req-65b19a94-909a-4f46-8444-2ea9b624633b tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Unset dirty status for tenant:326ff5fa6a514a2c88e810faa7b0b6b0 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:49.315197 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-707c2c26-a439-4433-8155-af62dd97c103 req-65b19a94-909a-4f46-8444-2ea9b624633b tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 935 time: 1.1397502
Feb 17 04:38:49.332627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7f831f00-ffeb-4a75-864e-1c429ef6a67e None None] Provisioning for port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:49.337595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7f831f00-ffeb-4a75-864e-1c429ef6a67e None None] Provisioning complete for port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:49.338015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7f831f00-ffeb-4a75-864e-1c429ef6a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.380376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Transition to ACTIVE for port object e12100f6-dd98-4a5d-b88d-cfacc2029e5d will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:49.397564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7f831f00-ffeb-4a75-864e-1c429ef6a67e None None] Port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:38:49.402274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.426068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e9e332d-1d67-40e8-bee1-080a2b725635 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:49.555518 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-34fb6808-9871-4fc3-9fc5-1c4ad840371b req-0fe63bf1-ccaa-4905-bf23-0af3e5200245 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4822571
Feb 17 04:38:49.725797 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-707c2c26-a439-4433-8155-af62dd97c103 req-0a90089b-d1f8-4443-91bd-374e439aa550 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3898907
Feb 17 04:38:49.747457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:49.757008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:50.067881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.108838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-b5d84089-40a1-4f53-8985-d2ececafd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.111117 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-b5d84089-40a1-4f53-8985-d2ececafd083 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.1082251
Feb 17 04:38:50.125438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:38:50.507288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Attempting to bind port e12100f6-dd98-4a5d-b88d-cfacc2029e5d on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:50.507578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-4441d0d9-82bf-487e-8216-a90a4ce4adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.507690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Attempting to bind port e12100f6-dd98-4a5d-b88d-cfacc2029e5d by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:50.508013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Attempting to bind port e12100f6-dd98-4a5d-b88d-cfacc2029e5d on network bee46335-26c5-491f-b75f-743efa0ea145 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:50.508895 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-4441d0d9-82bf-487e-8216-a90a4ce4adb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 912 time: 0.3822794
Feb 17 04:38:50.516530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a368e-ea8c-4fca-b517-b18bed9dea59 req-dd4e931b-fb49-41fd-a902-13b7a3685fb5 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.518115 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9a0a368e-ea8c-4fca-b517-b18bed9dea59 req-dd4e931b-fb49-41fd-a902-13b7a3685fb5 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 931 time: 0.7382441
Feb 17 04:38:50.549016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:50.550586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Checking segment: {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:50.550586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.551033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Bound using segment: {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:50.551537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Bound port: e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bcb1d4-e717-4a26-b42a-234136a82c5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bee46335-26c5-491f-b75f-743efa0ea145'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:50.551910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.595832 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-71fc596b-c279-4a68-b1fa-9d14c154db18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 217 time: 0.0734663
Feb 17 04:38:50.630056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:50.647154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.648793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:50.681133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-a866fc72-8226-471d-8693-f3ee064617ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.682894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-a866fc72-8226-471d-8693-f3ee064617ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.0761547
Feb 17 04:38:50.725650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Transition to ACTIVE for port object 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:50.732159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:50.732707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.745317 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-15cd5291-63c3-4ec5-92d1-83c9b62b8ac3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535491
Feb 17 04:38:50.765809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.779045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:50.911788 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-79289804-707a-4bfb-99f4-dcd9b8377ff9 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585808
Feb 17 04:38:50.920447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9a0a368e-ea8c-4fca-b517-b18bed9dea59 req-84a4bd6a-2039-497b-93b6-4f2be6efd97c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3830209
Feb 17 04:38:51.061234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:51.087271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2abe1a-200c-4449-909e-50fc2c0a5010 req-c5ce4a89-1eaa-4567-9c1e-ec4169ad659e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:51.088929 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ed2abe1a-200c-4449-909e-50fc2c0a5010 req-c5ce4a89-1eaa-4567-9c1e-ec4169ad659e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.9352310
Feb 17 04:38:51.089883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:51.091097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] For port e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:51.099894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4dc0cf8b-4138-4d1a-8398-7b1cffa89aee req-f286c728-5cdf-497b-807b-3616cbe633fd service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1759460
Feb 17 04:38:51.194045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] For port e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:51.220959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.241399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:51.530635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ed2abe1a-200c-4449-909e-50fc2c0a5010 req-1e32bc1e-9fa8-438c-90ab-04aacdfec813 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4297276
Feb 17 04:38:51.587038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:51.590920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:51.612272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Attempting to bind port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:51.613750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Attempting to bind port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:51.614007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Attempting to bind port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 on network 3eac4670-46fd-4c18-9c55-ed035eb365fd {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:51.650435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:51.650835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Checking segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:51.651246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.651645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Bound using segment: {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:51.652137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Bound port: 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3eac4670-46fd-4c18-9c55-ed035eb365fd'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:51.652513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.668624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.724014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8188-2253-4961-8fbe-f0006ed79fc9 req-1b017c00-f410-4f34-b5ae-41475a12ea47 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:51.725649 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd1a8188-2253-4961-8fbe-f0006ed79fc9 req-1b017c00-f410-4f34-b5ae-41475a12ea47 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.6500783
Feb 17 04:38:51.739300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.740076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.769069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8ad8365d-d7bf-441e-9431-b979446998fa tempest-DeleteServersTestJSON-2032624358 tempest-DeleteServersTestJSON-2032624358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:52.017360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.018042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.020303 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/e12100f6-dd98-4a5d-b88d-cfacc2029e5d HTTP/1.1" status: 200  len: 1161 time: 5.2669768
Feb 17 04:38:52.024966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:52.080952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Pushing event updated for resources: {'Port': ['ID=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:52.092789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:52.147345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:52.167785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:52.187146 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd1a8188-2253-4961-8fbe-f0006ed79fc9 req-bb797fbe-27a0-4480-8003-f2f9c7df7c65 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4215701
Feb 17 04:38:52.401459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ff08c52c-26c1-481d-82c6-dba7fb832e12 None None] Provisioning complete for port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:52.401887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff08c52c-26c1-481d-82c6-dba7fb832e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.461321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ff08c52c-26c1-481d-82c6-dba7fb832e12 None None] Port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:38:52.527141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] For port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:52.664189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] For port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:52.672697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bc7fa-6981-4089-a448-41301f45b272 req-55d18cc5-56b4-4e25-8bd8-6413f3bc9ea3 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.674303 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b36bc7fa-6981-4089-a448-41301f45b272 req-55d18cc5-56b4-4e25-8bd8-6413f3bc9ea3 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 947 time: 1.0277116
Feb 17 04:38:52.681996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:52.693327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.713847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:52.761060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:52.761634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.898612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:52.966071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-d5ac4ea1-ab5d-4356-8fb8-0b9eb18385d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.967719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-d5ac4ea1-ab5d-4356-8fb8-0b9eb18385d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=326ff5fa6a514a2c88e810faa7b0b6b0&device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 1164 time: 0.8905520
Feb 17 04:38:52.978978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:52.979434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.985371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b36bc7fa-6981-4089-a448-41301f45b272 req-9df30a45-bf09-4258-94f8-e6b23d59a907 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756102
Feb 17 04:38:53.059578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:53.071409 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d', 'status': 'completed', 'code': 200}
Feb 17 04:38:53.082639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:53.099205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Router 538cfef3-4905-404d-bfc8-ccd8fda051ee has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:38:53.105629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157969-cc73-45c1-bd9b-78a541e6aac4 req-9aa35ab2-9eed-4b08-865d-1f4d6987099f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.107282 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10157969-cc73-45c1-bd9b-78a541e6aac4 req-9aa35ab2-9eed-4b08-865d-1f4d6987099f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 943 time: 0.5927613
Feb 17 04:38:53.108655 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-c1067610-e272-450d-b322-78983e236fb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d HTTP/1.1" status: 200  len: 217 time: 0.1172051
Feb 17 04:38:53.263955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.264561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:53.266014 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 HTTP/1.1" status: 200  len: 1157 time: 5.3710907
Feb 17 04:38:53.487823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-4cbe375d-f804-40ca-a5e0-708311a5fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.489470 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-4cbe375d-f804-40ca-a5e0-708311a5fd39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82e8320a-01bb-4ebb-bb5d-941b27f03fc6 HTTP/1.1" status: 200  len: 843 time: 0.3615265
Feb 17 04:38:53.496602 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10157969-cc73-45c1-bd9b-78a541e6aac4 req-013c19b4-70fb-4b75-9351-745f19c7d5b9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3765724
Feb 17 04:38:53.614078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:53.619839 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] 10.222.0.38 "PUT /v2.0/routers/538cfef3-4905-404d-bfc8-ccd8fda051ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7909110
Feb 17 04:38:53.625441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Sync routers for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:53.641768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:53.642745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14150698d0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:53.691235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142a0d4-6333-49a6-acb2-36e5d7309c3b req-1bb50836-6688-4950-9a43-ce5a4c11220a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.692904 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a142a0d4-6333-49a6-acb2-36e5d7309c3b req-1bb50836-6688-4950-9a43-ce5a4c11220a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.5075531
Feb 17 04:38:53.697530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-64e55c3a-94af-4cec-a6ce-52e561a4d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.699102 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-64e55c3a-94af-4cec-a6ce-52e561a4d64e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 1160 time: 0.3238561
Feb 17 04:38:53.821659 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-0341fb1e-4296-4baf-a26d-c0560c5b7804 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 HTTP/1.1" status: 200  len: 217 time: 0.0942318
Feb 17 04:38:53.836397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-755a5b4e-0115-4110-b60f-f5cc36d00ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.838050 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-755a5b4e-0115-4110-b60f-f5cc36d00ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bee46335-26c5-491f-b75f-743efa0ea145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3354526
Feb 17 04:38:53.859563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:53.928033 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a142a0d4-6333-49a6-acb2-36e5d7309c3b req-ddedfd6f-56ee-40ee-973a-40c7927f9de4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278574
Feb 17 04:38:54.016992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ce2aa-ade6-408d-bbad-1dfc5d726aae req-643f3c08-37f4-4afe-9793-5d22e6dcaf20 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.019387 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c6ce2aa-ade6-408d-bbad-1dfc5d726aae req-643f3c08-37f4-4afe-9793-5d22e6dcaf20 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4118848
Feb 17 04:38:54.032704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-27618ef6-16dc-44b3-9481-4e06a67c7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.034350 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-27618ef6-16dc-44b3-9481-4e06a67c7d8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.1952374
Feb 17 04:38:54.122945 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-95f356c6-66c5-4260-90bd-956209e0acd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719852
Feb 17 04:38:54.280711 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c6ce2aa-ade6-408d-bbad-1dfc5d726aae req-c91d2fa3-07e1-4f78-94ad-3c926183f48e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2543843
Feb 17 04:38:54.416298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14150698d0>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:50Z', 'revision_number': 2, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:54.421403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Checking router: 538cfef3-4905-404d-bfc8-ccd8fda051ee for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:54.421815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Updating router 538cfef3-4905-404d-bfc8-ccd8fda051ee port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:38:54.484925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:54.577812 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-517546b0-baf5-4e01-8a43-adbbba1509c1 service neutron] 10.222.0.46 "GET /v2.0/networks/bee46335-26c5-491f-b75f-743efa0ea145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6946836
Feb 17 04:38:54.657190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:54.787894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-c029f91f-1c8e-410a-8505-00dd6af2f99a service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6530910
Feb 17 04:38:54.874201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42388) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:54.966856 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-722599fc-6c7e-4d3b-b95f-ab4049af4416 req-7390d148-33d0-41dc-9f28-24e194396bc1 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1672108
Feb 17 04:38:54.977246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ab8e-dd5e-4e37-8004-22b7511e981e req-9255839d-b7f6-4800-aab6-18c3815aae94 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.978911 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01f2ab8e-dd5e-4e37-8004-22b7511e981e req-9255839d-b7f6-4800-aab6-18c3815aae94 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 947 time: 0.8056703
Feb 17 04:38:55.060564 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98cc1b68-b7f4-4378-b761-4822484a32b6 req-b567a069-6166-4f8c-9ce9-e5459420b771 service neutron] 10.222.0.46 "GET /v2.0/networks/bee46335-26c5-491f-b75f-743efa0ea145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4704461
Feb 17 04:38:55.073380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'tag': '9a1fe4fe-80c8-4bb9-aef0-db5351e50d39'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:55.096399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fc7b5-7137-4397-b928-912adf01d2e3 req-c964bc7f-e572-4d73-ae43-879ddf4971d5 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:55.098372 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d85fc7b5-7137-4397-b928-912adf01d2e3 req-c964bc7f-e572-4d73-ae43-879ddf4971d5 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 943 time: 0.3664875
Feb 17 04:38:55.101892 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01f2ab8e-dd5e-4e37-8004-22b7511e981e req-581edc7a-b63e-48ae-bac0-82b693410aed tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125796
Feb 17 04:38:55.189563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:55.190237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.229983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.276716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:55.285333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Usage tracker for resource:security_group_rule and tenant:d276d8a85a1a407383928dd80ce2e413 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:55.296939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:55.298410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:55.316707 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d85fc7b5-7137-4397-b928-912adf01d2e3 req-6da28fc0-d00c-468b-8258-d9d6ba853001 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060483
Feb 17 04:38:55.355056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.468929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.474802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.523777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d1b13705-5641-497b-8be7-8251bccedda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:55.525832 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'tag': '9a1fe4fe-80c8-4bb9-aef0-db5351e50d39', 'status': 'completed', 'code': 200}
Feb 17 04:38:55.544968 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d276d8a85a1a407383928dd80ce2e413&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6695564
Feb 17 04:38:55.545910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42402) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:55.623428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f51afa7-7410-49f2-b6f0-fca6101ffa8a,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:55.638789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:55.650397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.661825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.665641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Transition to ACTIVE for port object 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:55.673360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.694439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.754792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.760241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:55.773136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f51afa7-7410-49f2-b6f0-fca6101ffa8a,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:55.776210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:55.782032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.786809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ead10599-3727-4c80-8dd9-a9f8a625c9ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f51afa7-7410-49f2-b6f0-fca6101ffa8a HTTP/1.1" status: 204  len: 168 time: 0.2374008
Feb 17 04:38:55.830410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-f6844e5a-0629-4a89-9dea-77aaa5fe735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:55.833146 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-f6844e5a-0629-4a89-9dea-77aaa5fe735f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=326ff5fa6a514a2c88e810faa7b0b6b0&device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 1164 time: 0.6818445
Feb 17 04:38:55.852452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:56.055068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a53c40-de46-478d-b763-5e944398e8ad req-e6794742-0e96-45d0-963c-a76181d2dec7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.062007 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33a53c40-de46-478d-b763-5e944398e8ad req-e6794742-0e96-45d0-963c-a76181d2dec7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.7121694
Feb 17 04:38:56.120995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-92731ddd-b47e-4de9-8136-5f75b2543b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.131467 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-92731ddd-b47e-4de9-8136-5f75b2543b5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 1160 time: 0.6091955
Feb 17 04:38:56.155605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939db37-9af7-4a71-a3b8-16255a40f78f None None] Pushing event updated for resources: {'Port': ['ID=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:56.170364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7939db37-9af7-4a71-a3b8-16255a40f78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:56.172804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Attempting to bind port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:56.173226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Attempting to bind port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:56.173648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Attempting to bind port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 on network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:56.185744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:56.186179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Checking segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:56.186729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.187369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Bound using segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:56.192091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Bound port: 2f34d209-8b9b-4aa1-b2f7-e70268ebe238, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:56.192563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.249307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-a35112a9-6228-4b74-94be-c1259d4a34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.251245 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-a35112a9-6228-4b74-94be-c1259d4a34a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bee46335-26c5-491f-b75f-743efa0ea145 HTTP/1.1" status: 200  len: 863 time: 0.3961239
Feb 17 04:38:56.346392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42416) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:56.368164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.386921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:56.389138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] For port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:56.391758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Usage tracker for resource:security_group_rule and tenant:b71a459e580643f4ab0be0c964857707 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:56.395528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:56.398345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] For port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:56.402468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:56.415588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.455517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:56.480693 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33a53c40-de46-478d-b763-5e944398e8ad req-3a8a9573-fc14-44ba-a51b-d1d338f8ae68 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4002190
Feb 17 04:38:56.482172 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-9a9085bb-9b10-486e-94cf-41e3c8678fde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d HTTP/1.1" status: 200  len: 217 time: 0.1762691
Feb 17 04:38:56.491999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e46fe-52f7-4e13-8e8a-7c31969f1d60 req-48bf6b8a-0244-4918-95e8-3c6fd663230d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.500197 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a64e46fe-52f7-4e13-8e8a-7c31969f1d60 req-48bf6b8a-0244-4918-95e8-3c6fd663230d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.7889922
Feb 17 04:38:56.567033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.578497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.597544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b7472a7-e09c-488c-9d73-ded1262deb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:56.615686 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a64e46fe-52f7-4e13-8e8a-7c31969f1d60 req-88967222-2f58-4ec9-9f7e-47b7d8e6ade9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143374
Feb 17 04:38:56.723040 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b71a459e580643f4ab0be0c964857707&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3699675
Feb 17 04:38:56.723985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cacb05-114a-4433-b311-227aecdd24b4,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:56.727293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42422) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:56.734076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:56.768660 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-5d887143-1044-4899-a58f-66771c901e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.771061 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-5d887143-1044-4899-a58f-66771c901e88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82e8320a-01bb-4ebb-bb5d-941b27f03fc6 HTTP/1.1" status: 200  len: 843 time: 0.2686505
Feb 17 04:38:56.858242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939db37-9af7-4a71-a3b8-16255a40f78f None None] Pushing event updated for resources: {'Port': ['ID=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:56.869503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7939db37-9af7-4a71-a3b8-16255a40f78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:56.885873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.929229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:56.930153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14150698d0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:56.973987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.053795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-f804530c-72a9-45fa-80c9-9f0e9f6ace34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.056437 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-f804530c-72a9-45fa-80c9-9f0e9f6ace34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 909 time: 0.8038671
Feb 17 04:38:57.094850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.103717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fa62d909-5040-4c43-a278-04a67d17e85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:57.146613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cacb05-114a-4433-b311-227aecdd24b4,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:57.151411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:57.164728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.170841 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38cacb05-114a-4433-b311-227aecdd24b4 HTTP/1.1" status: 204  len: 168 time: 0.4424391
Feb 17 04:38:57.195942 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-e5177062-4313-4c8d-b052-d267a9906f78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 HTTP/1.1" status: 200  len: 217 time: 0.1283062
Feb 17 04:38:57.325281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-1d5083e1-01ed-4ab9-a902-6b36a36972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.326951 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-1d5083e1-01ed-4ab9-a902-6b36a36972e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bee46335-26c5-491f-b75f-743efa0ea145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4971263
Feb 17 04:38:57.387241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738890db-03c6-4772-b4c4-201876090073 req-d0015038-b6b1-47c7-ac6e-4aa823f4b4ac tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.395399 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-738890db-03c6-4772-b4c4-201876090073 req-d0015038-b6b1-47c7-ac6e-4aa823f4b4ac tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 943 time: 0.4894841
Feb 17 04:38:57.502811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-43aa08c6-2691-4c7a-ad04-03a341b93775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.504485 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-43aa08c6-2691-4c7a-ad04-03a341b93775 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.2935317
Feb 17 04:38:57.533563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2763f99-1273-417d-ac39-7431e6b953e9 req-98678223-2684-4966-94b1-008fd507acac tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.535955 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2763f99-1273-417d-ac39-7431e6b953e9 req-98678223-2684-4966-94b1-008fd507acac tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 947 time: 0.7934823
Feb 17 04:38:57.590924 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-243af111-472b-4cd1-a749-e8a54bf51348 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680511
Feb 17 04:38:57.814188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:58.075058 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-738890db-03c6-4772-b4c4-201876090073 req-ee96438e-6006-4071-983a-2ddb60d86dc0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6786880
Feb 17 04:38:58.210544 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-c33af965-3d66-4a11-8bd8-007253736036 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5365882
Feb 17 04:38:58.408547 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2e35ec-b06f-415b-8263-2b57fb8edb39 req-736461f2-a859-4096-83ab-92ae73c8cc7b service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1773908
Feb 17 04:38:58.463807 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-a5266f34-c462-4408-b508-ec9f2e4bd4ba service neutron] 10.222.0.46 "GET /v2.0/networks/bee46335-26c5-491f-b75f-743efa0ea145?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1192122
Feb 17 04:38:58.473250 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2763f99-1273-417d-ac39-7431e6b953e9 req-d6550e92-7a44-4216-984a-51bf3f86f879 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8791795
Feb 17 04:38:58.601351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14150698d0>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:56Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:58.607506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d54d-1c47-43dc-a19e-a22ed7e19ad9 None None] The sync data for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi is: [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:56Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:58.730057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab3d1-d9ca-41bd-b2b8-5aa2df312154 req-55b0f2ad-7a06-43cc-a667-b83ab797c406 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.739067 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ac4ab3d1-d9ca-41bd-b2b8-5aa2df312154 req-55b0f2ad-7a06-43cc-a667-b83ab797c406 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.3217185
Feb 17 04:38:58.917574 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ac4ab3d1-d9ca-41bd-b2b8-5aa2df312154 req-9e7ffd15-c5fe-4375-8664-cf8488065a2d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1774564
Feb 17 04:38:58.922445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network bee46335-26c5-491f-b75f-743efa0ea145 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:58.969960 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d2f9787d-1ae9-4c2e-8809-7c038932f5e4 req-ca697e2c-6998-4171-84a4-87b731193985 service neutron] 10.222.0.46 "GET /v2.0/networks/bee46335-26c5-491f-b75f-743efa0ea145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4890215
Feb 17 04:38:59.233337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:59.418466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886840-9d43-449f-950d-a7454733b65d req-910333bb-d68a-4264-a286-c5f2457c2dd5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:59.420111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:59.426923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:59.427362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.430030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42474) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:59.448211 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-84886840-9d43-449f-950d-a7454733b65d req-910333bb-d68a-4264-a286-c5f2457c2dd5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2604427
Feb 17 04:38:59.623458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-84886840-9d43-449f-950d-a7454733b65d req-f0b90bba-be95-441f-a950-b29bb1291d48 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741164
Feb 17 04:38:59.820809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.848446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:59.868724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Usage tracker for resource:security_group_rule and tenant:c915a47db1014ef0bd30e6de780ff7e7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:59.878962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:59.899324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:59.927779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.989326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-0336c12b-47f9-4904-aa76-ba64d2aba171 None None] Time-cost: Fetching 5 ports in 2 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:39:00.082775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:00.089186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.092178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7939db37-9af7-4a71-a3b8-16255a40f78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:00.203262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.209961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.230913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:00.232382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1e7b7f56-1748-45f7-b029-82ad3701a320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:00.234848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:00.282311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c945560-99b0-4735-8c09-d6dae46da7e9 req-c8c33054-38ec-492e-bbe7-efefdab17074 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.286677 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c915a47db1014ef0bd30e6de780ff7e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8528395
Feb 17 04:39:00.286677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff3baa-0c98-425e-9613-d47ba5852742,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:00.289990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:00.290969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 42500) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:00.305186 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0c945560-99b0-4735-8c09-d6dae46da7e9 req-c8c33054-38ec-492e-bbe7-efefdab17074 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 947 time: 0.4456148
Feb 17 04:39:00.376467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34365855-86d8-4b42-9aab-a69f19369dcc req-b1444f5a-00c4-4653-925b-3292226c7e67 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.382234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.386949 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-34365855-86d8-4b42-9aab-a69f19369dcc req-b1444f5a-00c4-4653-925b-3292226c7e67 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 943 time: 0.3449693
Feb 17 04:39:00.414652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.418661 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0c945560-99b0-4735-8c09-d6dae46da7e9 req-30dd2eee-18af-4fcb-bc3f-a2a87929b71f tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124866
Feb 17 04:39:00.466837 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-34365855-86d8-4b42-9aab-a69f19369dcc req-7b758b54-72c4-4472-a0b8-5c121ec9f82b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787001
Feb 17 04:39:00.514918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.527284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-95e88921-bb4e-4ae5-ba61-54c9236e5d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:00.558131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff3baa-0c98-425e-9613-d47ba5852742,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:00.567807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.572780 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eaff3baa-0c98-425e-9613-d47ba5852742 HTTP/1.1" status: 204  len: 168 time: 0.2803869
Feb 17 04:39:00.574405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:00.723648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7a28a-4d95-40c2-b107-cdaa62697ad0 req-05c56f65-c85f-4d23-b9d3-2597fde523f6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.725493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2875be4-548a-4b17-bc99-9b9932868083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.733714 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00c7a28a-4d95-40c2-b107-cdaa62697ad0 req-05c56f65-c85f-4d23-b9d3-2597fde523f6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1244426
Feb 17 04:39:00.804232 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00c7a28a-4d95-40c2-b107-cdaa62697ad0 req-c9842387-b5cf-476f-b346-f47be8c441f1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692637
Feb 17 04:39:01.173419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:01.391765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:01.400081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:01.854420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e12100f6-dd98-4a5d-b88d-cfacc2029e5d up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:02.027284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port e12100f6-dd98-4a5d-b88d-cfacc2029e5d completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:02.032931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port e12100f6-dd98-4a5d-b88d-cfacc2029e5d triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:02.033348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.055827 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da7250-4890-421e-8bbb-3ed2fae9105b req-7ac2d2ab-88be-4f18-b579-626cad92708e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.071575 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-85da7250-4890-421e-8bbb-3ed2fae9105b req-7ac2d2ab-88be-4f18-b579-626cad92708e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 943 time: 0.3761208
Feb 17 04:39:02.185331 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-85da7250-4890-421e-8bbb-3ed2fae9105b req-ea04ade2-e319-47ef-812c-b98572623cfe tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057436
Feb 17 04:39:02.208532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dab79-942d-4aae-a062-79c88e0c43ac req-e16fc5b1-aded-47f0-8774-715dd1a4b6e0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.217661 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c9dab79-942d-4aae-a062-79c88e0c43ac req-e16fc5b1-aded-47f0-8774-715dd1a4b6e0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 947 time: 0.5242467
Feb 17 04:39:02.280805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.281159 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c9dab79-942d-4aae-a062-79c88e0c43ac req-8affb003-7929-413b-aca2-ca4a1ed2d917 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624664
Feb 17 04:39:02.334145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:02.335390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:02.353841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.355006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:02.416634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:02.530222 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d', 'code': 200}
Feb 17 04:39:02.559919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fd8e1-0726-468a-8693-c5742f4f2164 req-ca2056a6-2ff8-402a-bf94-66e6109c94a4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.578136 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-154fd8e1-0726-468a-8693-c5742f4f2164 req-ca2056a6-2ff8-402a-bf94-66e6109c94a4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1442320
Feb 17 04:39:02.685389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:02.689684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:02.704641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:02.712171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:02.712850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.720103 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-154fd8e1-0726-468a-8693-c5742f4f2164 req-f094554c-75d9-498e-bae6-373c2e08129b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408846
Feb 17 04:39:02.921509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e75ee19-e8a2-480d-9a3f-6370498a17af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.931196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:03.007926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:03.012307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:03.014321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:03.032025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b95955-6633-44cb-9a45-4da68a147934 req-fe10ee3a-8b43-496a-82de-c40d83c0fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.038526 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1b95955-6633-44cb-9a45-4da68a147934 req-fe10ee3a-8b43-496a-82de-c40d83c0fbf9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 1166 time: 0.1434288
Feb 17 04:39:03.139861 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1b95955-6633-44cb-9a45-4da68a147934 req-80897cdc-5ebf-42fc-bab4-16feafc5bd7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932069
Feb 17 04:39:03.174925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:03.179354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:03.376021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:03.387270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e12100f6-dd98-4a5d-b88d-cfacc2029e5d up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:03.550066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port e12100f6-dd98-4a5d-b88d-cfacc2029e5d triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:03.551218 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:03.747380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658f005-4dba-4170-98ec-89e7c67c6712 req-21c5d121-4218-4a84-97ed-e31b0489490c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.765027 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c658f005-4dba-4170-98ec-89e7c67c6712 req-21c5d121-4218-4a84-97ed-e31b0489490c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.3740201
Feb 17 04:39:03.873184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedd7b-3471-43c5-946b-091b8b798c31 req-a608721b-43f6-4631-99a4-70c2790b7874 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.883774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbdedd7b-3471-43c5-946b-091b8b798c31 req-a608721b-43f6-4631-99a4-70c2790b7874 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 949 time: 0.3677363
Feb 17 04:39:03.908223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device c45cb327-88cb-4944-9e37-27538a1aa3b5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:04.050550 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbdedd7b-3471-43c5-946b-091b8b798c31 req-048eac92-9975-4da3-ade0-af2da1b06cfc tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559732
Feb 17 04:39:04.053972 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c658f005-4dba-4170-98ec-89e7c67c6712 req-192b0daa-b863-4ad5-901b-f3c4ca4d08f8 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603931
Feb 17 04:39:04.129105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port c45cb327-88cb-4944-9e37-27538a1aa3b5 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:04.129638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:04.312348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:04.403154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184d16-db0d-470b-b5d2-a64791b97499 req-7a6cac0a-2969-433f-9805-69b801c55f16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:04.417168 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2184d16-db0d-470b-b5d2-a64791b97499 req-7a6cac0a-2969-433f-9805-69b801c55f16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1728053
Feb 17 04:39:04.480020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:04.480451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:04.528078 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2184d16-db0d-470b-b5d2-a64791b97499 req-a3e2058e-49b4-47ae-b85e-0d2213486823 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095285
Feb 17 04:39:04.606663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1fe4fe-80c8-4bb9-aef0-db5351e50d39'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:04.726031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d92a1575-fc75-4375-9949-9d1f0f507388 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:04.827963 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1fe4fe-80c8-4bb9-aef0-db5351e50d39', 'code': 200}
Feb 17 04:39:04.831515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.082834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d92a1575-fc75-4375-9949-9d1f0f507388 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:05.083274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.219325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.389830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:39:05.498697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:05.498900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bb94f-d9de-4aa5-97d3-d092a73f4bb7 req-02b02481-d275-4626-86b1-0e3cc66563d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:05.498900 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d6bb94f-d9de-4aa5-97d3-d092a73f4bb7 req-02b02481-d275-4626-86b1-0e3cc66563d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 1162 time: 0.3478942
Feb 17 04:39:05.501865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1920c62-1bf7-4330-be9f-6d9211716f1c req-64795174-8732-48fc-8ecb-83c6516ac880 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:05.510249 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d1920c62-1bf7-4330-be9f-6d9211716f1c req-64795174-8732-48fc-8ecb-83c6516ac880 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 949 time: 0.1341605
Feb 17 04:39:05.608857 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d1920c62-1bf7-4330-be9f-6d9211716f1c req-b38a98b7-4053-4cf8-893c-b7b680da80ec tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969019
Feb 17 04:39:05.629787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:05.630645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.702778 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d6bb94f-d9de-4aa5-97d3-d092a73f4bb7 req-5b9ecfbe-fd0b-4af2-9d8a-407f9b20f53e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624312
Feb 17 04:39:05.719224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa7505-c1c4-4df3-a7e9-4400c9f897df req-f1d28baf-8049-4cf8-b5f0-140501e3a5a2 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:05.740258 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8afa7505-c1c4-4df3-a7e9-4400c9f897df req-f1d28baf-8049-4cf8-b5f0-140501e3a5a2 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.4150524
Feb 17 04:39:05.908534 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8afa7505-c1c4-4df3-a7e9-4400c9f897df req-3162d871-3b4c-4fc2-95fa-f189e12ead9d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664083
Feb 17 04:39:06.010527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb13cf0-8613-4edf-acdc-4542c9027f44 req-5ebfd8be-9fc1-458c-b098-45548972a92c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:06.011047 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2bb13cf0-8613-4edf-acdc-4542c9027f44 req-5ebfd8be-9fc1-458c-b098-45548972a92c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2074852
Feb 17 04:39:06.133500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e12100f6-dd98-4a5d-b88d-cfacc2029e5d up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:06.133717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2bb13cf0-8613-4edf-acdc-4542c9027f44 req-1c656cd1-ae84-444d-bf2c-4d1802f57c22 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073315
Feb 17 04:39:06.321730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port e12100f6-dd98-4a5d-b88d-cfacc2029e5d triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:06.322168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.498823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:06.599508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:06.599929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.861522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea9c3e-80ed-4b2b-b028-1226a0c43c9d req-07d70091-7079-4c87-826f-92d7a5f75134 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:06.863570 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-58ea9c3e-80ed-4b2b-b028-1226a0c43c9d req-07d70091-7079-4c87-826f-92d7a5f75134 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 949 time: 0.1046433
Feb 17 04:39:06.968658 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-58ea9c3e-80ed-4b2b-b028-1226a0c43c9d req-a6586320-8109-4d10-809c-56d1af8c741a tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985279
Feb 17 04:39:07.173267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c80697-a9dc-40e0-8dc7-990cf433d975 req-7181b11f-65ac-4852-a053-6ddcd0fe7b6b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.185039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e5c80697-a9dc-40e0-8dc7-990cf433d975 req-7181b11f-65ac-4852-a053-6ddcd0fe7b6b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.1389506
Feb 17 04:39:07.246433 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e5c80697-a9dc-40e0-8dc7-990cf433d975 req-98557e91-4764-4bdf-9f6c-0054dc1257a9 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613492
Feb 17 04:39:07.480259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d52d00-e5f4-4b5d-a9d6-2f06cd2fb57b req-2140123a-67d6-4a05-8315-9462c4471315 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.489342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-37d52d00-e5f4-4b5d-a9d6-2f06cd2fb57b req-2140123a-67d6-4a05-8315-9462c4471315 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1513417
Feb 17 04:39:07.598779 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-37d52d00-e5f4-4b5d-a9d6-2f06cd2fb57b req-274187b9-54ef-4378-8001-95bb8093111e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082153
Feb 17 04:39:08.060521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:08.226769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:08.227449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:08.420002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c68887-1a15-4999-be1c-c0d95df6a8aa req-c7ea933c-c719-4d50-86a4-5199f8d5212a tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.421703 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15c68887-1a15-4999-be1c-c0d95df6a8aa req-c7ea933c-c719-4d50-86a4-5199f8d5212a tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 949 time: 0.2070749
Feb 17 04:39:08.531491 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15c68887-1a15-4999-be1c-c0d95df6a8aa req-6d655d3e-5c5b-4bee-bc21-11e2f3426da7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018138
Feb 17 04:39:08.614178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22974f8-268a-4afe-9374-6b45ca88fdbe req-7a1a133d-d4fe-45a1-b114-452263a7aa5a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.623661 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c22974f8-268a-4afe-9374-6b45ca88fdbe req-7a1a133d-d4fe-45a1-b114-452263a7aa5a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.1385915
Feb 17 04:39:08.728566 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c22974f8-268a-4afe-9374-6b45ca88fdbe req-a93be845-1c78-42c6-b639-8ec9c335faf4 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038780
Feb 17 04:39:08.933075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1085-6dde-4ea5-9a59-69b7b7a66abc req-0dea9438-f387-4a39-a12f-3aa075d2a726 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.941799 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-889a1085-6dde-4ea5-9a59-69b7b7a66abc req-0dea9438-f387-4a39-a12f-3aa075d2a726 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1444061
Feb 17 04:39:09.004167 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-889a1085-6dde-4ea5-9a59-69b7b7a66abc req-a1eb0c99-5fca-4381-814a-f60b77713ae8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611064
Feb 17 04:39:09.321979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55566502-ee86-4124-9748-3eee5165035e req-ace805d9-1282-4567-b965-114640e258eb tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.323586 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-55566502-ee86-4124-9748-3eee5165035e req-ace805d9-1282-4567-b965-114640e258eb tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 949 time: 0.2516553
Feb 17 04:39:09.505841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Deleting port e12100f6-dd98-4a5d-b88d-cfacc2029e5d {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:09.509910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:10.002142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e12100f6-dd98-4a5d-b88d-cfacc2029e5d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:10.306978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] For port e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:10.307660 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:10.477179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:10.553098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:10.554704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:10.565442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:10.576801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:10.727083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:10.734282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:10.929509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Calling delete_port for e12100f6-dd98-4a5d-b88d-cfacc2029e5d owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:11.046095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39408-94df-4890-8cd7-0c5238290daa req-c699adb1-07c4-41ff-91ec-f306744f933c tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:11.057009 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14b39408-94df-4890-8cd7-0c5238290daa req-c699adb1-07c4-41ff-91ec-f306744f933c tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 949 time: 1.0587912
Feb 17 04:39:11.172183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:39:11.172565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:39:11.180910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59448d-6bf3-41d5-ab21-7c0ebb4d3f48 req-7dc42871-c406-40d6-85a5-e4f88a2b0c7f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:11.188815 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da59448d-6bf3-41d5-ab21-7c0ebb4d3f48 req-7dc42871-c406-40d6-85a5-e4f88a2b0c7f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.8044026
Feb 17 04:39:11.240065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14b39408-94df-4890-8cd7-0c5238290daa req-be369b95-3bcb-400a-a6d0-67cc29375298 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ac8422-e05a-472e-8aa0-c285a28ab2d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689465
Feb 17 04:39:11.288793 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da59448d-6bf3-41d5-ab21-7c0ebb4d3f48 req-3e45d640-494a-42ca-8e78-2fe6a9e725fc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974083
Feb 17 04:39:11.380491 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d', 'code': 200}
Feb 17 04:39:11.673452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Deleting port e12100f6-dd98-4a5d-b88d-cfacc2029e5d {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:11.674112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:12.006685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] For port e12100f6-dd98-4a5d-b88d-cfacc2029e5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,segment=NetworkSegment(28bcb1d4-e717-4a26-b42a-234136a82c5a),segment_id=28bcb1d4-e717-4a26-b42a-234136a82c5a)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:12.007019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:12.206917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Calling delete_port for e12100f6-dd98-4a5d-b88d-cfacc2029e5d owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:12.446839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:12.557456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:12.663186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Pushing event deleted for resources: {'Port': ['ID=e12100f6-dd98-4a5d-b88d-cfacc2029e5d,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:12.669131 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d7620acf-f275-4aa3-a320-6994abaaf690 req-3e1517fa-f353-4b2d-9a7c-42ee290fdd49 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.0748625
Feb 17 04:39:12.672056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:12.786680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] No DVR routers for this DVR port e12100f6-dd98-4a5d-b88d-cfacc2029e5d on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:12.791206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:12.802511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'name': 'network-vif-deleted', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:12.820880 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-55566502-ee86-4124-9748-3eee5165035e req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.46 "DELETE /v2.0/ports/e12100f6-dd98-4a5d-b88d-cfacc2029e5d HTTP/1.1" status: 204  len: 173 time: 3.4745932
Feb 17 04:39:13.099804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af7bf-4c8e-4f1b-aa48-40b0de2918e8 req-500700e2-f903-44a8-aa4f-ef3d22c540ef tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:13.101768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c84af7bf-4c8e-4f1b-aa48-40b0de2918e8 req-500700e2-f903-44a8-aa4f-ef3d22c540ef tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2349396
Feb 17 04:39:13.162958 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c84af7bf-4c8e-4f1b-aa48-40b0de2918e8 req-4df43134-1b58-43d6-9974-4ecd86edf021 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518053
Feb 17 04:39:13.450299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-970d3ba4-8e64-4ee8-801f-7c30d8517dcc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:13.451159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e9b586bf-c155-405f-966d-58a0e9af006b req-970d3ba4-8e64-4ee8-801f-7c30d8517dcc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:network {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:13.470821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e9b586bf-c155-405f-966d-58a0e9af006b req-970d3ba4-8e64-4ee8-801f-7c30d8517dcc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:network {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:13.472716 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-970d3ba4-8e64-4ee8-801f-7c30d8517dcc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 814 time: 0.2090423
Feb 17 04:39:13.491286 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-1faccf61-4490-4fc0-8e69-07a393b80e62 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/quotas/e57600d4d269474ab7d2f3e7ebf528ac HTTP/1.1" status: 200  len: 375 time: 0.0120883
Feb 17 04:39:13.585971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e9b586bf-c155-405f-966d-58a0e9af006b req-61f7b1ca-2dc5-41f6-b0cc-162598682ac4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:13.610255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e9b586bf-c155-405f-966d-58a0e9af006b req-61f7b1ca-2dc5-41f6-b0cc-162598682ac4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:13.626827 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-61f7b1ca-2dc5-41f6-b0cc-162598682ac4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1292653
Feb 17 04:39:13.856014 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-4c2301f1-eef6-44d5-b1c5-59825bcfbca4 service neutron] 10.222.0.38 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264607
Feb 17 04:39:14.063560 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d693d7-4d4a-4013-9ae8-6ab6851111d6', 'name': 'network-vif-deleted', 'tag': 'e12100f6-dd98-4a5d-b88d-cfacc2029e5d', 'status': 'completed', 'code': 200}
Feb 17 04:39:14.231395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-89fcf9ea-a3d4-4211-9493-1a5e6116e9a2 req-b75cecda-ff44-4588-bfc6-ecf05f34da0f tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Synchronizing usage tracker for tenant:326ff5fa6a514a2c88e810faa7b0b6b0 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:14.258530 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-30533991-3d9a-4d90-aba7-931636e50e7e service neutron] 10.222.0.38 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4013679
Feb 17 04:39:14.279831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-89fcf9ea-a3d4-4211-9493-1a5e6116e9a2 req-b75cecda-ff44-4588-bfc6-ecf05f34da0f tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Unset dirty status for tenant:326ff5fa6a514a2c88e810faa7b0b6b0 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:14.281321 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-89fcf9ea-a3d4-4211-9493-1a5e6116e9a2 req-b75cecda-ff44-4588-bfc6-ecf05f34da0f tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d693d7-4d4a-4013-9ae8-6ab6851111d6 HTTP/1.1" status: 200  len: 210 time: 0.1223915
Feb 17 04:39:14.591600 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4596570-0641-4758-a1af-4420fac115bb req-801d1d10-b755-4ed5-9362-0d209ac56e4c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0703621
Feb 17 04:39:14.699861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556925ae-43ab-4170-abcd-788bf7df00a0 req-d7c73b0e-9f84-4c59-8e5a-417ae0ef3cdc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:14.709215 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-556925ae-43ab-4170-abcd-788bf7df00a0 req-d7c73b0e-9f84-4c59-8e5a-417ae0ef3cdc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2643414
Feb 17 04:39:14.795345 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-556925ae-43ab-4170-abcd-788bf7df00a0 req-5ce98c02-a49e-492f-8be4-3a8be2ddceec tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851245
Feb 17 04:39:15.768708 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2571dede-a9b0-4887-9bb5-991e20f3ff4a req-58c9f961-dc2e-4dec-8c6f-fbf4f00a3878 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0587125
Feb 17 04:39:16.024500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6a65e-941c-45a0-8363-fc3207de94d1 req-9e4e679e-e2c8-49f5-bb35-ad5c774f8e1a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.026064 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-50f6a65e-941c-45a0-8363-fc3207de94d1 req-9e4e679e-e2c8-49f5-bb35-ad5c774f8e1a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.0959516
Feb 17 04:39:16.074990 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-50f6a65e-941c-45a0-8363-fc3207de94d1 req-658fbbee-2d54-4b56-b9d9-86c77d582301 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425887
Feb 17 04:39:16.946050 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b18e48d2-1a79-4fc8-b628-a2ae060eb6b0 req-23b32d42-3051-41dc-aa15-bec620e6b703 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0573847
Feb 17 04:39:17.177705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec150852-811a-4b8d-95bd-7b3ca82c0dee req-fdc44098-b6bc-4479-bd45-9679095bf046 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:17.185660 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec150852-811a-4b8d-95bd-7b3ca82c0dee req-fdc44098-b6bc-4479-bd45-9679095bf046 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1139553
Feb 17 04:39:17.289728 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec150852-811a-4b8d-95bd-7b3ca82c0dee req-49ae1aae-a34f-463a-a897-fe93f5f37fb7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031141
Feb 17 04:39:17.326022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53572db0-96a4-46df-ba81-7e90fe29cd07 req-d8aa6c22-2fd4-43ad-be35-77565aee6fc2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:17.327670 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53572db0-96a4-46df-ba81-7e90fe29cd07 req-d8aa6c22-2fd4-43ad-be35-77565aee6fc2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1139243
Feb 17 04:39:17.380424 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53572db0-96a4-46df-ba81-7e90fe29cd07 req-65d8ac20-c816-4ed2-919d-d688ce00e925 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454948
Feb 17 04:39:18.125612 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97726039-eb6b-4ff9-a06b-c300d6344d78 req-49632b1d-6e75-415e-aabf-3a4d9a1477a3 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0517156
Feb 17 04:39:18.575090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbb4fc-575b-4e3f-ab31-7d9deab4da27 req-8b46b3eb-279b-4e26-889f-6caab905a084 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.576726 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-34bbb4fc-575b-4e3f-ab31-7d9deab4da27 req-8b46b3eb-279b-4e26-889f-6caab905a084 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1665964
Feb 17 04:39:18.649598 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ecfc7-ca44-4fa7-be68-a05eedfd69f2 req-b66fcc20-5fca-4401-8f09-3e1ec643b4e6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.652962 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0d6ecfc7-ca44-4fa7-be68-a05eedfd69f2 req-b66fcc20-5fca-4401-8f09-3e1ec643b4e6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1395526
Feb 17 04:39:18.654639 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-34bbb4fc-575b-4e3f-ab31-7d9deab4da27 req-595ae031-5655-4578-a3ab-334dcac5c02e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685349
Feb 17 04:39:18.759453 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0d6ecfc7-ca44-4fa7-be68-a05eedfd69f2 req-26eebf34-37f1-44f2-b81e-4ff76195d7fc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899017
Feb 17 04:39:18.865560 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-1fb4a325-a72f-41b6-8197-ee7a90e4a74c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1562350
Feb 17 04:39:18.893360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-4c938067-48be-4355-936b-adc44efd2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.895267 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-4c938067-48be-4355-936b-adc44efd2b1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.1054976
Feb 17 04:39:19.118957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-8e7975b2-2bfd-422c-8341-702f95b2c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.120496 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-8e7975b2-2bfd-422c-8341-702f95b2c3e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 912 time: 0.2152638
Feb 17 04:39:19.149617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-d25f3ad5-087a-4259-abda-97f05d490eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.151354 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-d25f3ad5-087a-4259-abda-97f05d490eee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6284f2b80524eb0a36ccebaedba767a&device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 1163 time: 0.1017025
Feb 17 04:39:19.263830 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-8c8fcbfd-5aca-40d6-90c8-511b0895fe50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 217 time: 0.1109872
Feb 17 04:39:19.421719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6bc74bb4-6ddd-4b36-b581-459a6328ba72 req-bf15e980-194d-44ee-8d3e-825fafa51cd1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.1597786
Feb 17 04:39:19.473821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-2548600f-4fcc-4f1c-be3e-f4ce06463651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.475467 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-2548600f-4fcc-4f1c-be3e-f4ce06463651 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.1161745
Feb 17 04:39:19.542338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-4b6ec098-082a-4936-87cf-7efa399de3f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526609
Feb 17 04:39:19.543494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-8220716d-aaba-46b2-a505-f7d46b6406e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.544918 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-8220716d-aaba-46b2-a505-f7d46b6406e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 200  len: 909 time: 0.3197539
Feb 17 04:39:19.579142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-3ed42fa0-8358-4267-8271-26edb6cd1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.581981 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-3ed42fa0-8358-4267-8271-26edb6cd1d5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1162 time: 0.0967970
Feb 17 04:39:19.816847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-4a04e547-5c48-4af5-9de9-f8ceeac5cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.818467 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-4a04e547-5c48-4af5-9de9-f8ceeac5cf8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.2048171
Feb 17 04:39:19.986440 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-b98a13e2-f191-4b63-bb98-7047b5e436b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 200  len: 1001 time: 0.1550398
Feb 17 04:39:20.163656 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-6960acdc-7de0-4020-88a5-03ba2c4794fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92a1575-fc75-4375-9949-9d1f0f507388 HTTP/1.1" status: 200  len: 217 time: 0.6065171
Feb 17 04:39:20.472684 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-0c6fb46b-822a-4919-ae68-c6602fa28c85 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9168620
Feb 17 04:39:20.480618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-436ea3bd-a2f9-4272-a319-ca8d8f4f1b23 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.482049 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-436ea3bd-a2f9-4272-a319-ca8d8f4f1b23 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 814 time: 0.3557231
Feb 17 04:39:20.496270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f41a-b707-48ea-9204-37623f322d8f req-881a632d-a171-4d49-8a80-96d03015f1e3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.497859 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f0f9f41a-b707-48ea-9204-37623f322d8f req-881a632d-a171-4d49-8a80-96d03015f1e3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.3726799
Feb 17 04:39:20.504984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2630603-c628-4522-9809-cecd15399787 req-fadc0d52-e6f9-4a54-a131-b81f6afbcabe tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.506512 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2630603-c628-4522-9809-cecd15399787 req-fadc0d52-e6f9-4a54-a131-b81f6afbcabe tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4019046
Feb 17 04:39:20.579867 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f0f9f41a-b707-48ea-9204-37623f322d8f req-86d88dd0-a222-417c-a410-b383fdef94ff tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723021
Feb 17 04:39:20.588268 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2630603-c628-4522-9809-cecd15399787 req-9d3c54aa-ceed-4ea8-8c15-f3f9882f53af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657723
Feb 17 04:39:20.732830 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-afb5bd4b-31aa-45e4-a47a-ddbf5c974405 req-570d5099-2587-4efa-9f3d-93e73e807975 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0500817
Feb 17 04:39:21.858430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e114a6a-35cf-4a4a-af41-7c1b1db59f95 req-1d32e5f0-c222-4791-b4fa-997313faf271 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.860048 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6e114a6a-35cf-4a4a-af41-7c1b1db59f95 req-1d32e5f0-c222-4791-b4fa-997313faf271 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1593719
Feb 17 04:39:21.866814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438271f-2e25-42b0-b173-2cdfe3a345f6 req-062d8d27-7616-43fe-9bc3-ac2f752f5773 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.868298 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1438271f-2e25-42b0-b173-2cdfe3a345f6 req-062d8d27-7616-43fe-9bc3-ac2f752f5773 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1223166
Feb 17 04:39:21.946357 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6e114a6a-35cf-4a4a-af41-7c1b1db59f95 req-3bea7036-013f-4a9f-ad23-a959f0be84f0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765531
Feb 17 04:39:21.950500 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1438271f-2e25-42b0-b173-2cdfe3a345f6 req-4400a665-e230-44d5-9e99-28d9c36f0dde tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673914
Feb 17 04:39:22.111021 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e1393934-45a2-4bc8-b516-85e00dc58103 req-3fa1a150-e45d-4739-8bcc-22043ae90d24 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0500879
Feb 17 04:39:23.120569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'port': {'device_id': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'admin_state_up': True, 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:23.169797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-f444c5b0-20ff-4c31-9293-91fbe1e73e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.171445 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-f444c5b0-20ff-4c31-9293-91fbe1e73e08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.0980370
Feb 17 04:39:23.265271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-18ab3f02-43a0-47e3-a085-d1120fb7f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.266913 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-18ab3f02-43a0-47e3-a085-d1120fb7f750 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849006
Feb 17 04:39:23.425340 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-83684de4-46fe-4f2e-b5f2-135aac123fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497972
Feb 17 04:39:23.449624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-84245436-ffb5-4c81-8fea-0dc91d948393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.451313 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-84245436-ffb5-4c81-8fea-0dc91d948393 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 200  len: 855 time: 0.3152168
Feb 17 04:39:23.562254 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-ae325f98-37ac-4b84-90bc-f805f46e432b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eac4670-46fd-4c18-9c55-ed035eb365fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0964925
Feb 17 04:39:23.589729 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-d4640236-8497-43c8-ae23-d9a071e7e2ad service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1557467
Feb 17 04:39:23.757861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bc7c4-92da-41d8-a7da-7b4ebac4dc95 req-fe8af3da-09cc-4cda-b4c0-03552f94c39e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.759440 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c72bc7c4-92da-41d8-a7da-7b4ebac4dc95 req-fe8af3da-09cc-4cda-b4c0-03552f94c39e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.6157007
Feb 17 04:39:23.761458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad95329b-f5e9-4b26-ae12-a0e9da605957 req-320168fd-338d-46cc-94a9-636873e04d7d service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6240616
Feb 17 04:39:23.773892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eaba3-a297-4598-8ee7-b591239e2777 req-9ba0e34f-9079-4b2a-847f-315b253aa493 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.781535 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f62eaba3-a297-4598-8ee7-b591239e2777 req-9ba0e34f-9079-4b2a-847f-315b253aa493 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.7045815
Feb 17 04:39:23.834386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:23.918045 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f62eaba3-a297-4598-8ee7-b591239e2777 req-7c35ea5d-fb3f-44ec-9166-7e9e39215a11 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354733
Feb 17 04:39:23.919378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:23.980800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Made reservation on behalf of e57600d4d269474ab7d2f3e7ebf528ac for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:39:23.987975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.010494 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c72bc7c4-92da-41d8-a7da-7b4ebac4dc95 req-724180ce-4fbb-4127-bda2-6ba9983dd208 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215407
Feb 17 04:39:24.015475 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-7fa41a81-7562-48f9-ae5b-defa23a81ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4407597
Feb 17 04:39:24.229388 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-32f4c73d-c306-429b-b63a-c88e81313529 req-e377528c-a986-4c12-bc6d-d59b54f2088a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 210 time: 0.0691047
Feb 17 04:39:24.462603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Allocated IP 172.20.0.7 (6867f3e4-ec3d-45b2-9435-bb5e12342eb7/eb5334ba-aeca-48ad-b792-d00725a06dea/8c40a9f8-0504-4483-9e26-48a5210a4191) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:39:24.730361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.747055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Transition to ACTIVE for port object 8c40a9f8-0504-4483-9e26-48a5210a4191 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:24.772513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.790516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:25.176323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.307128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 43162) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:25.510736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:25.543324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.544277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.544906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.545407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.545933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.546605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.547177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.547675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.548198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.549483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.550066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.550953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.551542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.552119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.552610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.553342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.553684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.554329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.554807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.555295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.555750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.556209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.556662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.557190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.567341 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cf5c52b6-fe8a-43ff-9ebc-64d514a84f5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=326ff5fa6a514a2c88e810faa7b0b6b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2588606
Feb 17 04:39:25.570039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 43174) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:25.571635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:25.595147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:39:25.604766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:39:25.612984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:39:25.617907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:25.618741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.667517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca582cee-5111-465d-bfba-33a88de145ab req-ea828705-b7ca-4b5d-b86e-d5a7dcd782c0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:25.676966 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ca582cee-5111-465d-bfba-33a88de145ab req-ea828705-b7ca-4b5d-b86e-d5a7dcd782c0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4118123
Feb 17 04:39:25.722181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd06b36-ac45-4642-8a92-4ff6bff51f4b req-da8bd641-b3e6-4225-8817-c8ec985fb532 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:25.724683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.730251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9cd06b36-ac45-4642-8a92-4ff6bff51f4b req-da8bd641-b3e6-4225-8817-c8ec985fb532 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.4022601
Feb 17 04:39:25.753243 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6367824
Feb 17 04:39:25.758926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.817455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.822004 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ca582cee-5111-465d-bfba-33a88de145ab req-13f06e89-21b5-46d5-ad52-bd99824e39a3 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438177
Feb 17 04:39:25.831902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f74f54fd-ead5-4797-a0cf-dedf5ebf4f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:25.850202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ac8422-e05a-472e-8aa0-c285a28ab2d6,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:25.853928 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9cd06b36-ac45-4642-8a92-4ff6bff51f4b req-7e5126aa-6ab5-4a4e-b0b3-a5908e6188fe tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225677
Feb 17 04:39:25.857654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.866874 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6ac8422-e05a-472e-8aa0-c285a28ab2d6 HTTP/1.1" status: 204  len: 168 time: 0.2947772
Feb 17 04:39:25.873082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.873493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.873894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.874290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.874727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.875121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.875511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.876217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.876217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.876691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.877069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.877766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.878302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.878758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.879148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.882338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.883158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:25.886206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:25.992863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-80fa9068-a65b-474b-aeab-fddf33ea2241 None None] Provisioning for port 8c40a9f8-0504-4483-9e26-48a5210a4191 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:26.001349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-80fa9068-a65b-474b-aeab-fddf33ea2241 None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:26.007398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80fa9068-a65b-474b-aeab-fddf33ea2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.081383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-80fa9068-a65b-474b-aeab-fddf33ea2241 None None] Port 8c40a9f8-0504-4483-9e26-48a5210a4191 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:39:26.087756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-64990b68-ba09-40f5-a412-8ebe5f6c76d8 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:26.088629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-64990b68-ba09-40f5-a412-8ebe5f6c76d8 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:26.104457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-64990b68-ba09-40f5-a412-8ebe5f6c76d8 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:26.105753 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-64990b68-ba09-40f5-a412-8ebe5f6c76d8 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.1157794
Feb 17 04:39:26.166618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-8b0fd7f1-1f0c-4358-a1cc-319079d1592e tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:26.190535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-8b0fd7f1-1f0c-4358-a1cc-319079d1592e tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:26.192092 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-228c4759-d4be-4f72-a6f4-0368d2314c65 req-8b0fd7f1-1f0c-4358-a1cc-319079d1592e tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795832
Feb 17 04:39:27.154866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eae68-e3d1-462b-bd17-9eef209463c4 req-ed838a43-5238-4489-ab03-fcd095f1a7f7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:27.156568 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f7eae68-e3d1-462b-bd17-9eef209463c4 req-ed838a43-5238-4489-ab03-fcd095f1a7f7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1891618
Feb 17 04:39:27.170654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab12a-1c0a-4122-b68c-3e42df65f203 req-84bac2ac-3111-4c36-a11f-e089a6876146 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:27.172253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-17cab12a-1c0a-4122-b68c-3e42df65f203 req-84bac2ac-3111-4c36-a11f-e089a6876146 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1468041
Feb 17 04:39:27.251258 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f7eae68-e3d1-462b-bd17-9eef209463c4 req-12d0443e-7bd5-41d3-abf6-6b8b57755932 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882540
Feb 17 04:39:27.259700 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-17cab12a-1c0a-4122-b68c-3e42df65f203 req-a400a79f-1c92-4f7f-8e22-b9205f6907bf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703516
Feb 17 04:39:27.446640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d590f-4e07-4337-954a-20b652234752 req-5f73d122-fd3d-4c28-b9f1-24f1df48cf18 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:27.448264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5e5d590f-4e07-4337-954a-20b652234752 req-5f73d122-fd3d-4c28-b9f1-24f1df48cf18 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.0880451
Feb 17 04:39:27.503402 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5e5d590f-4e07-4337-954a-20b652234752 req-578ed18b-1285-4600-ae5a-f085502c1b04 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485673
Feb 17 04:39:28.557071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd05f5-930d-4aa7-b19f-5ac0c13b862c req-e5b4f09e-57e3-44b3-87fc-dfbae99a5e31 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:28.573251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-12cd05f5-930d-4aa7-b19f-5ac0c13b862c req-e5b4f09e-57e3-44b3-87fc-dfbae99a5e31 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1822100
Feb 17 04:39:28.573251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cab347-1b7b-4bb8-a77b-c98935dd540f req-a908a3c0-e3aa-4ce1-815e-105b9134d6aa tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:28.573251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e8cab347-1b7b-4bb8-a77b-c98935dd540f req-a908a3c0-e3aa-4ce1-815e-105b9134d6aa tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1358335
Feb 17 04:39:28.643375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-12cd05f5-930d-4aa7-b19f-5ac0c13b862c req-e14778d7-7d6a-46a2-b96b-0eab1e86811e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738752
Feb 17 04:39:28.651425 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e8cab347-1b7b-4bb8-a77b-c98935dd540f req-11136e8a-5eef-4603-9612-ed8b63bd84c4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652125
Feb 17 04:39:28.845767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a725-5a5d-47cf-b321-48043e51819d req-5aa65f53-36f7-4527-88fa-fa60b2acbd04 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:28.847578 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2af7a725-5a5d-47cf-b321-48043e51819d req-5aa65f53-36f7-4527-88fa-fa60b2acbd04 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.0940781
Feb 17 04:39:28.899209 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2af7a725-5a5d-47cf-b321-48043e51819d req-a660e9e1-a9d6-40fc-b8a3-f73b3bf3847b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446565
Feb 17 04:39:29.963860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa0a0-f351-46b4-9c2e-5d1196252829 req-f85f8fba-67ea-49b6-9770-b9874c9864ae tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:29.972101 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b6aa0a0-f351-46b4-9c2e-5d1196252829 req-f85f8fba-67ea-49b6-9770-b9874c9864ae tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1457512
Feb 17 04:39:29.981694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500634a-5531-4a73-b374-5ab5154c81e1 req-7e50347b-0d62-4d2a-ac37-fd95123ad434 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:29.983276 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f500634a-5531-4a73-b374-5ab5154c81e1 req-7e50347b-0d62-4d2a-ac37-fd95123ad434 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2062166
Feb 17 04:39:30.047001 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b6aa0a0-f351-46b4-9c2e-5d1196252829 req-7cf403a1-e208-423a-885f-e59fdde2d6dd tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728843
Feb 17 04:39:30.086116 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f500634a-5531-4a73-b374-5ab5154c81e1 req-8835228f-afd5-46d8-9235-58111da50d04 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874133
Feb 17 04:39:30.279804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663866c8-5632-49e2-a656-34c8aab9329b req-4502980c-8b26-4721-a9b9-3bace88218a0 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:30.281345 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-663866c8-5632-49e2-a656-34c8aab9329b req-4502980c-8b26-4721-a9b9-3bace88218a0 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.0947523
Feb 17 04:39:30.333178 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-663866c8-5632-49e2-a656-34c8aab9329b req-51c6d463-04e3-4808-961f-42485441cc85 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455282
Feb 17 04:39:30.541588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3010d9a8-92f3-4abe-bf5d-a4f9d9c7810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:31.355377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19a10-5a9e-409c-b667-9d9868030489 req-eb6c4022-6241-42f6-93c4-c08b3ec0697a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.357159 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98c19a10-5a9e-409c-b667-9d9868030489 req-eb6c4022-6241-42f6-93c4-c08b3ec0697a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1000676
Feb 17 04:39:31.478160 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98c19a10-5a9e-409c-b667-9d9868030489 req-80b5e535-8bf5-4fd9-883a-81d290f58674 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800066
Feb 17 04:39:31.511743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ce25-23c7-4429-8659-5e056f94713f req-aa32716f-ccb5-4cde-8328-b10d52fa6662 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.513393 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d413ce25-23c7-4429-8659-5e056f94713f req-aa32716f-ccb5-4cde-8328-b10d52fa6662 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1523361
Feb 17 04:39:31.577747 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d413ce25-23c7-4429-8659-5e056f94713f req-11de53e1-92a9-4424-bece-00b4879048c0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580459
Feb 17 04:39:31.697848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc7e2b-61a0-40c1-9335-c6bdd2a517f8 req-e2e4bc8b-06f0-4856-a72d-459a405822a7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:31.699388 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1abc7e2b-61a0-40c1-9335-c6bdd2a517f8 req-e2e4bc8b-06f0-4856-a72d-459a405822a7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.0966694
Feb 17 04:39:31.747933 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1abc7e2b-61a0-40c1-9335-c6bdd2a517f8 req-77d73180-1dd6-4172-af5e-c93ef9f0cdbf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410388
Feb 17 04:39:32.694308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6b6b2-b80a-4005-a69b-2007380f8531 req-9c686778-bba3-43ac-9478-12f57a59b35b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:32.695953 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04a6b6b2-b80a-4005-a69b-2007380f8531 req-9c686778-bba3-43ac-9478-12f57a59b35b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0963421
Feb 17 04:39:32.800947 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04a6b6b2-b80a-4005-a69b-2007380f8531 req-7998b8cd-c219-4a09-8040-13675020a09a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956759
Feb 17 04:39:32.839940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8c68c-1425-40f6-a9ef-98857f545758 req-c0a0ead7-5c03-4346-adb7-bb0e3b088070 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:32.841693 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a6b8c68c-1425-40f6-a9ef-98857f545758 req-c0a0ead7-5c03-4346-adb7-bb0e3b088070 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1122718
Feb 17 04:39:32.874968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6c55-d9b5-48b3-b18e-e7b256d12650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:32.891453 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a6b8c68c-1425-40f6-a9ef-98857f545758 req-b7bdb383-1a1a-4ef5-abc8-ad2744b567ae tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425770
Feb 17 04:39:33.055119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7c623-af4d-45c8-8c5f-da0d9058f81d req-79c0c1ab-572f-4498-ad58-b92547117a68 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:33.056751 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5b7c623-af4d-45c8-8c5f-da0d9058f81d req-79c0c1ab-572f-4498-ad58-b92547117a68 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.1184101
Feb 17 04:39:33.108259 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5b7c623-af4d-45c8-8c5f-da0d9058f81d req-89295929-6d8c-4ce8-90c1-fb0a84be497e tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416005
Feb 17 04:39:33.368038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:34.089354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e152-55ce-4424-80f6-daf3bcc32637 req-3f3d3292-87c4-4471-bf00-6fa7c752b350 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.091037 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a596e152-55ce-4424-80f6-daf3bcc32637 req-3f3d3292-87c4-4471-bf00-6fa7c752b350 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1456881
Feb 17 04:39:34.158787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4c07a-0757-44ec-8e31-b4d1419718ab req-424c3c8c-ba3f-4540-838f-7d77f0d05252 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.160507 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59b4c07a-0757-44ec-8e31-b4d1419718ab req-424c3c8c-ba3f-4540-838f-7d77f0d05252 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1446133
Feb 17 04:39:34.163432 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a596e152-55ce-4424-80f6-daf3bcc32637 req-04a63a8d-38b5-4575-af07-e02559b969ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658605
Feb 17 04:39:34.214241 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59b4c07a-0757-44ec-8e31-b4d1419718ab req-371c552b-9742-4e55-b6fe-0e1ff5d260d9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469384
Feb 17 04:39:34.368045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f1367-2dfd-4d98-82eb-0784a720e446 req-c2dd6254-2886-4bcd-8be3-26ea0d329716 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:34.370091 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-386f1367-2dfd-4d98-82eb-0784a720e446 req-c2dd6254-2886-4bcd-8be3-26ea0d329716 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.0931737
Feb 17 04:39:34.428460 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-386f1367-2dfd-4d98-82eb-0784a720e446 req-8b50ae59-1da4-458b-8f60-5deab669fe84 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520203
Feb 17 04:39:34.552942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:35.048449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:35.366260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce17b-508e-4d53-afaa-46cc0c59e8ca req-ce69ec1a-18a2-446c-a856-c4aa1a40fec4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:35.367939 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1e4ce17b-508e-4d53-afaa-46cc0c59e8ca req-ce69ec1a-18a2-446c-a856-c4aa1a40fec4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0895760
Feb 17 04:39:35.486999 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1e4ce17b-508e-4d53-afaa-46cc0c59e8ca req-9766beff-bb29-49d4-90e7-91a14ef3ba83 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815039
Feb 17 04:39:35.508985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9daa1d7-2b91-4393-929f-0ee8dd248ef2 req-c3e59151-b5ed-4559-9cc7-b734f0cb65bb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:35.508985 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a9daa1d7-2b91-4393-929f-0ee8dd248ef2 req-c3e59151-b5ed-4559-9cc7-b734f0cb65bb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1365876
Feb 17 04:39:35.585175 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a9daa1d7-2b91-4393-929f-0ee8dd248ef2 req-a249d688-9240-4447-b846-79372b53cf69 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522194
Feb 17 04:39:35.732110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1215ee-7348-453d-a0ca-88ab90edaa31 req-59e3b8cd-3d85-4003-9030-22fff45b474c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:35.733970 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7e1215ee-7348-453d-a0ca-88ab90edaa31 req-59e3b8cd-3d85-4003-9030-22fff45b474c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.1020107
Feb 17 04:39:35.787640 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7e1215ee-7348-453d-a0ca-88ab90edaa31 req-d026079c-dd0a-49f0-8d9b-b098cfd1d5db tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467453
Feb 17 04:39:36.861977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4503-32b6-42ad-8882-172924d86753 req-20108110-e362-4967-b77c-db105aa581ce tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:36.863825 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3cac4503-32b6-42ad-8882-172924d86753 req-20108110-e362-4967-b77c-db105aa581ce tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2372594
Feb 17 04:39:36.936303 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3cac4503-32b6-42ad-8882-172924d86753 req-67a28d50-aa95-4dcc-9b1f-cfcaf0b25fdc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648174
Feb 17 04:39:36.943210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804da30b-fdc2-4d49-9ebe-151298b22d7d req-f05c75bc-cdaa-4a41-af4f-d0441853ff07 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:36.956317 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-804da30b-fdc2-4d49-9ebe-151298b22d7d req-f05c75bc-cdaa-4a41-af4f-d0441853ff07 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1878846
Feb 17 04:39:37.016946 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-804da30b-fdc2-4d49-9ebe-151298b22d7d req-bc9e93ad-08e0-4028-8f8f-749c53e58039 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595596
Feb 17 04:39:37.198682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730893d-5e37-4a6c-880b-43b08ad9dbc8 req-8f7434b6-e949-4949-b1b7-273b2aa6607a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:37.200346 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e730893d-5e37-4a6c-880b-43b08ad9dbc8 req-8f7434b6-e949-4949-b1b7-273b2aa6607a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 931 time: 0.0976741
Feb 17 04:39:37.249796 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e730893d-5e37-4a6c-880b-43b08ad9dbc8 req-ff69b05b-887b-4a25-8e34-752cbffe51ad tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422776
Feb 17 04:39:37.566298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Request body: {'port': {'device_id': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:37.801813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:37.866545 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b40eebf-36e5-4f69-90e6-1aaf1ee0215e req-0fee57c0-8582-437a-b8d6-5ba979976bd4 service neutron] 10.222.0.46 "GET /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3055663
Feb 17 04:39:38.548475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa277-c31b-410d-829b-097c4e673246 req-94b7bf68-7163-424c-9fc9-8e6e15407039 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:38.550336 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fa3aa277-c31b-410d-829b-097c4e673246 req-94b7bf68-7163-424c-9fc9-8e6e15407039 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.4493032
Feb 17 04:39:38.559678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08c4f6-d8dd-4ce1-970b-f482f1509dfc req-dc1f30bf-e49e-4dfe-90c0-f8fb5365d239 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:38.561232 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4f08c4f6-d8dd-4ce1-970b-f482f1509dfc req-dc1f30bf-e49e-4dfe-90c0-f8fb5365d239 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4063411
Feb 17 04:39:38.699621 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fa3aa277-c31b-410d-829b-097c4e673246 req-e918c3c6-9c44-4ddf-b69a-98d5f33ec7c1 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373436
Feb 17 04:39:38.713564 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4f08c4f6-d8dd-4ce1-970b-f482f1509dfc req-64481b90-1b78-46e1-a381-d77473804627 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403601
Feb 17 04:39:38.714487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c40a9f8-0504-4483-9e26-48a5210a4191 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:39:38.723678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:38.737454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Transition to ACTIVE for port object 8c40a9f8-0504-4483-9e26-48a5210a4191 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:38.741504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:38.758478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:38.949940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:38.955225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:39.094392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcee6a6-cdff-4670-9aa1-71d8910e4933 req-70a43c4e-7041-427b-858e-03082a60b6bc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:39.096634 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8dcee6a6-cdff-4670-9aa1-71d8910e4933 req-70a43c4e-7041-427b-858e-03082a60b6bc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 943 time: 0.2268274
Feb 17 04:39:39.156526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Attempting to bind port 8c40a9f8-0504-4483-9e26-48a5210a4191 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:39:39.156910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Attempting to bind port 8c40a9f8-0504-4483-9e26-48a5210a4191 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:39:39.157292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Attempting to bind port 8c40a9f8-0504-4483-9e26-48a5210a4191 on network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:39:39.170905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:39:39.171288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Checking segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:39:39.171711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.172120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Bound using segment: {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:39:39.172602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Bound port: 8c40a9f8-0504-4483-9e26-48a5210a4191, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:39:39.172990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.187516 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8dcee6a6-cdff-4670-9aa1-71d8910e4933 req-058f6331-cc43-4287-a287-ce0f4cce11bb tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822432
Feb 17 04:39:39.275292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:39:39.278306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:39:39.281624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.297535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:39.452655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:39.458602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:39.491137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:39.491822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.493315 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 1157 time: 1.9340620
Feb 17 04:39:39.493831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:39.577516 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'status': 'completed', 'code': 200}
Feb 17 04:39:39.616848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-60841db9-d504-4282-b722-2e4bd6bd7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:39.618465 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-60841db9-d504-4282-b722-2e4bd6bd7874 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1160 time: 0.0827668
Feb 17 04:39:39.696852 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-0f416f15-2612-4678-b0ed-e4087eaa6dfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 217 time: 0.0695846
Feb 17 04:39:39.767209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-3db07e55-ee08-47af-8fa3-f173c90bcbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:39.768886 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-3db07e55-ee08-47af-8fa3-f173c90bcbc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.0659525
Feb 17 04:39:40.023398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d9e5-553f-48a6-be37-b1bfd4d729a3 req-14649f24-7b10-4487-917e-0455fd9da7b1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.025024 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9f19d9e5-553f-48a6-be37-b1bfd4d729a3 req-14649f24-7b10-4487-917e-0455fd9da7b1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.1616662
Feb 17 04:39:40.031882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b586bf-c155-405f-966d-58a0e9af006b req-de4596b7-da8d-4d08-9a64-c0eaec499ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.033482 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-de4596b7-da8d-4d08-9a64-c0eaec499ccf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2554860
Feb 17 04:39:40.058324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f70460-62db-41c3-a186-a3867e48c22b req-6ecff08b-e7ec-4a69-878c-4925b7ba48f9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.060265 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a7f70460-62db-41c3-a186-a3867e48c22b req-6ecff08b-e7ec-4a69-878c-4925b7ba48f9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2396243
Feb 17 04:39:40.207749 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9f19d9e5-553f-48a6-be37-b1bfd4d729a3 req-b2a14c99-85f0-4be6-9df6-093d5c2a1ed9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714754
Feb 17 04:39:40.254786 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a7f70460-62db-41c3-a186-a3867e48c22b req-7ad009b6-b67a-4618-952a-8a57169d39fd tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617887
Feb 17 04:39:40.287838 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-08c3dc63-3fa8-46b4-81ee-17dbdb5883fc service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235003
Feb 17 04:39:40.518932 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9b586bf-c155-405f-966d-58a0e9af006b req-d09d7fb5-a268-405d-b556-fc8d18743f91 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2229383
Feb 17 04:39:40.529139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e60cb-ba43-4629-b3e9-599290421040 req-a171bbc9-c077-425f-985e-5e6015797f1b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.530751 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a87e60cb-ba43-4629-b3e9-599290421040 req-a171bbc9-c077-425f-985e-5e6015797f1b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 943 time: 0.1599991
Feb 17 04:39:40.624397 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a87e60cb-ba43-4629-b3e9-599290421040 req-e6564e00-a882-402d-a330-05803246fead tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870297
Feb 17 04:39:40.668778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-8bb07c6a-db2f-46e8-876f-824ada23129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.670371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-8bb07c6a-db2f-46e8-876f-824ada23129c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1160 time: 0.1002331
Feb 17 04:39:40.817461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-dd8c19e5-153f-4edd-aed8-50285396ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.818983 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-dd8c19e5-153f-4edd-aed8-50285396ed69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.1369572
Feb 17 04:39:40.897550 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-10e3ec30-6c30-441f-a046-b107332b8255 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 217 time: 0.0683100
Feb 17 04:39:40.967971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-1661a260-2dfb-4884-8b8c-10a8a925875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:40.969603 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-1661a260-2dfb-4884-8b8c-10a8a925875b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.0652468
Feb 17 04:39:41.059696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-15892957-9800-460c-a2fc-819174788586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:41.061307 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-15892957-9800-460c-a2fc-819174788586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812531
Feb 17 04:39:41.206473 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-3ca36727-d9f5-4134-a3c7-7918d84bbd6b service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375785
Feb 17 04:39:41.332896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:41.453176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:41.460766 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d2ae0f6-5e92-4206-9aae-23e472a1f215 req-b45d6839-c21f-4d87-bb3c-20ed09e79782 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2461309
Feb 17 04:39:41.485023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:41.496471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:41.501695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:41.503944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0a1c3e5f-3d35-4135-8360-280b3a2a3b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:41.582341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:41.591270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.591606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.591959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.592444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.592710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.593096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.593474 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.593851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.594247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.594648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.595024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.595397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.595839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.596751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.597122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.597501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.597866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.598231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.598616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.598994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.599359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.599726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.600091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.600459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:41.605102 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:41.747805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa57c44-9783-4efa-bf65-a3874206c51f req-99276c63-d78c-474b-a2d9-70212669a114 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:41.749373 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0fa57c44-9783-4efa-bf65-a3874206c51f req-99276c63-d78c-474b-a2d9-70212669a114 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.4173687
Feb 17 04:39:41.759420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353a7d6-3807-4e95-847a-65b77438b166 req-83d57da1-c969-4a8c-9a55-23bfcf10ce0e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:41.760896 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2353a7d6-3807-4e95-847a-65b77438b166 req-83d57da1-c969-4a8c-9a55-23bfcf10ce0e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.3804281
Feb 17 04:39:41.835724 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0fa57c44-9783-4efa-bf65-a3874206c51f req-5e292d8d-c852-4f00-9f9b-8344dca435d1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738058
Feb 17 04:39:41.840131 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2353a7d6-3807-4e95-847a-65b77438b166 req-bbe9d514-5903-41f5-89b2-7be1765e17de tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642118
Feb 17 04:39:41.889564 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'code': 422} returned with failed status
Feb 17 04:39:42.045873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa895b59-cfca-4f45-9541-35633af028c2 req-dc0f881a-5469-4039-82b5-a97625c8ed1b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:42.047517 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aa895b59-cfca-4f45-9541-35633af028c2 req-dc0f881a-5469-4039-82b5-a97625c8ed1b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 943 time: 0.0954268
Feb 17 04:39:42.099858 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aa895b59-cfca-4f45-9541-35633af028c2 req-ca4706eb-409e-4c15-a495-6b83dcacec4c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450668
Feb 17 04:39:42.390842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:39:42.821993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e51a-f167-4698-8daf-5eda71b4adba req-b811111c-ee60-4743-bee9-c09329572aef tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:42.823643 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5b10e51a-f167-4698-8daf-5eda71b4adba req-b811111c-ee60-4743-bee9-c09329572aef tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0926082
Feb 17 04:39:42.872201 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5b10e51a-f167-4698-8daf-5eda71b4adba req-c684f098-9e46-4d84-bf3d-418d92a0ed8d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423889
Feb 17 04:39:42.887330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 43418) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:43.033132 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-0c087dc0-6690-4ad7-8e74-a0f79db52804 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1445115
Feb 17 04:39:43.051339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84c072-a421-4cbc-9d9d-a5dbcc55369a req-af0e5e1c-b55f-4151-b756-9646697bf9a8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:43.052945 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cd84c072-a421-4cbc-9d9d-a5dbcc55369a req-af0e5e1c-b55f-4151-b756-9646697bf9a8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0918908
Feb 17 04:39:43.103895 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cd84c072-a421-4cbc-9d9d-a5dbcc55369a req-2d681bde-ef43-421f-9bee-804c54c5ac62 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444887
Feb 17 04:39:43.299751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1015-56e2-4902-84b3-94014b72b890 req-b6993003-7030-4e6e-a6f7-6a798c77824d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:43.301382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cceb1015-56e2-4902-84b3-94014b72b890 req-b6993003-7030-4e6e-a6f7-6a798c77824d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 943 time: 0.0878725
Feb 17 04:39:43.354852 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cceb1015-56e2-4902-84b3-94014b72b890 req-43891544-a301-464e-bd9d-4f752db95833 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469146
Feb 17 04:39:43.469175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-1dbd20a9-2e4b-450e-95a2-9f0ca232729c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:39:44.082139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8110a0-1c1c-4511-a39a-54b908dba090 req-a9a68318-419f-4d63-be7f-6669fc0da286 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.083763 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cd8110a0-1c1c-4511-a39a-54b908dba090 req-a9a68318-419f-4d63-be7f-6669fc0da286 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0877669
Feb 17 04:39:44.131191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cd8110a0-1c1c-4511-a39a-54b908dba090 req-8c7d6df6-8b1d-4c84-8162-d759d43471a6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410929
Feb 17 04:39:44.194508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:44.316779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d7c2b-b334-4d71-b541-be45f466cf6a req-fee26469-0457-4e14-bc8d-0d468153df03 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.318606 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952d7c2b-b334-4d71-b541-be45f466cf6a req-fee26469-0457-4e14-bc8d-0d468153df03 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0990219
Feb 17 04:39:44.369678 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952d7c2b-b334-4d71-b541-be45f466cf6a req-274c4e57-f733-4edf-b6f4-24dca2f499e6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443659
Feb 17 04:39:44.438955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 8c40a9f8-0504-4483-9e26-48a5210a4191 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:44.445062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:44.445532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:44.561648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73f721-5a67-4ed4-a30d-4a46774e0462 req-f5c8e3dd-b60d-42d6-aed6-552595b27445 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.563280 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ae73f721-5a67-4ed4-a30d-4a46774e0462 req-f5c8e3dd-b60d-42d6-aed6-552595b27445 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 943 time: 0.0884128
Feb 17 04:39:44.573983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:44.609007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:44.610029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:44.613850 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ae73f721-5a67-4ed4-a30d-4a46774e0462 req-12a7dabd-01d7-4f18-8324-e2e9513d5eb2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440395
Feb 17 04:39:44.616839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:44.618798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:44.664747 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'code': 200}
Feb 17 04:39:44.691532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:44.694931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:44.908116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcd2d6-6760-4b6d-ae59-d4798b176f51 req-a9b52ea4-00f5-4de2-88de-42fc4484e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.910528 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b1fcd2d6-6760-4b6d-ae59-d4798b176f51 req-a9b52ea4-00f5-4de2-88de-42fc4484e42e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1162 time: 0.0832005
Feb 17 04:39:44.962213 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b1fcd2d6-6760-4b6d-ae59-d4798b176f51 req-da14e8f0-6c65-43db-b44a-984f4394c2a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422554
Feb 17 04:39:45.336139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86619c6e-b45d-422a-9a9e-508587c1f4d5 req-688be430-f43b-4225-a4a6-0dac93245c1c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:45.337764 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-86619c6e-b45d-422a-9a9e-508587c1f4d5 req-688be430-f43b-4225-a4a6-0dac93245c1c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0882707
Feb 17 04:39:45.378903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:45.385804 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-86619c6e-b45d-422a-9a9e-508587c1f4d5 req-1c2f3be6-6970-4ccd-be81-c7d3b8e07f33 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418684
Feb 17 04:39:45.455877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:45.456824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:45.580508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3dc4e-e982-4530-9816-d1a9012a20bf req-f0c35b15-4b8e-442f-aad0-1cb15730830e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:45.583005 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-42f3dc4e-e982-4530-9816-d1a9012a20bf req-f0c35b15-4b8e-442f-aad0-1cb15730830e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0929079
Feb 17 04:39:45.635205 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-42f3dc4e-e982-4530-9816-d1a9012a20bf req-39404938-6f9b-46f0-8bd5-37b9a164f816 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438330
Feb 17 04:39:45.819776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5767-7e73-42da-9ee9-5bed6be5f4c7 req-5560db5f-8bf9-4458-a75d-c563a70990ba tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:45.821422 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-42fd5767-7e73-42da-9ee9-5bed6be5f4c7 req-5560db5f-8bf9-4458-a75d-c563a70990ba tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0934305
Feb 17 04:39:45.870016 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-42fd5767-7e73-42da-9ee9-5bed6be5f4c7 req-0cce5373-1ca7-46be-bf20-c9157d524e44 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421860
Feb 17 04:39:46.594004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04413089-0f1e-4ef0-86ac-bcb57884b447 req-056409f3-749b-414b-a117-4e7cdec3ad26 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:46.595638 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04413089-0f1e-4ef0-86ac-bcb57884b447 req-056409f3-749b-414b-a117-4e7cdec3ad26 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0879724
Feb 17 04:39:46.642822 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04413089-0f1e-4ef0-86ac-bcb57884b447 req-ac5dbed6-1f2a-406e-be17-e2c9d3b60244 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407174
Feb 17 04:39:46.846133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32b254-b29c-4c7e-a0f0-dc49223dd8c5 req-b840be5f-f109-4a29-a8f7-13d866877486 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:46.848262 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0d32b254-b29c-4c7e-a0f0-dc49223dd8c5 req-b840be5f-f109-4a29-a8f7-13d866877486 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0890989
Feb 17 04:39:46.895213 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0d32b254-b29c-4c7e-a0f0-dc49223dd8c5 req-bc374e59-141e-45cb-8b1a-ff76ae8089a2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407109
Feb 17 04:39:47.073352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d630b-f1ca-4bb9-8b15-73cf7144f054 req-44dc91aa-9e04-4bd4-b650-8f9d3b2b04ff tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:47.074992 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-023d630b-f1ca-4bb9-8b15-73cf7144f054 req-44dc91aa-9e04-4bd4-b650-8f9d3b2b04ff tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0911617
Feb 17 04:39:47.126761 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-023d630b-f1ca-4bb9-8b15-73cf7144f054 req-93df8b31-d640-40d4-9dbc-a2912911fcd4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452399
Feb 17 04:39:47.325381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c74fa1-3639-4590-914e-2ee1f430bef8 req-54e60e41-0e12-4d96-aa24-4756baac6820 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:47.326944 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-72c74fa1-3639-4590-914e-2ee1f430bef8 req-54e60e41-0e12-4d96-aa24-4756baac6820 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0868673
Feb 17 04:39:47.374316 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-72c74fa1-3639-4590-914e-2ee1f430bef8 req-417d87f7-e2ad-4217-a70d-414eb5283fb6 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411737
Feb 17 04:39:47.867907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fd447-9dfc-4aac-87dc-7222b2b5af5d req-a072f1ce-c139-46fe-9e93-cb5df9b8c441 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:47.869477 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-db6fd447-9dfc-4aac-87dc-7222b2b5af5d req-a072f1ce-c139-46fe-9e93-cb5df9b8c441 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.1590884
Feb 17 04:39:47.898118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b19096-f0df-402a-b5b4-5d8b4b9a9472 req-cff5e21c-506d-483a-bf7d-737989792a11 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:47.899700 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-31b19096-f0df-402a-b5b4-5d8b4b9a9472 req-cff5e21c-506d-483a-bf7d-737989792a11 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1363547
Feb 17 04:39:47.949036 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-db6fd447-9dfc-4aac-87dc-7222b2b5af5d req-d952d7d1-fd19-4080-bc6e-3fb614c76c7f tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712404
Feb 17 04:39:47.969329 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-31b19096-f0df-402a-b5b4-5d8b4b9a9472 req-29d398ec-8aa3-4d91-b189-d258534a0e0d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616140
Feb 17 04:39:48.155801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7c784-2294-40f9-8f0d-7eed74f49cec req-f03d36b6-cb7e-4ecf-bd6e-6a3b801fa4c0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:48.157338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b0f7c784-2294-40f9-8f0d-7eed74f49cec req-f03d36b6-cb7e-4ecf-bd6e-6a3b801fa4c0 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0904264
Feb 17 04:39:48.207128 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b0f7c784-2294-40f9-8f0d-7eed74f49cec req-bfdc8549-bcea-49ee-8367-f507951ae58e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423980
Feb 17 04:39:49.179296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1285-2c23-4529-bf3a-ef12c2aeef20 req-b2f23181-1187-423a-b5b3-ec23c1d15f5b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:49.180949 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b2c1285-2c23-4529-bf3a-ef12c2aeef20 req-b2f23181-1187-423a-b5b3-ec23c1d15f5b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0902057
Feb 17 04:39:49.229073 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b2c1285-2c23-4529-bf3a-ef12c2aeef20 req-14b9740c-2381-43ad-a658-165950c5f32b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416465
Feb 17 04:39:49.407462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05fce4-558f-4605-bb92-a2bc7cb87dc2 req-95fa1228-259c-49b4-a1db-95487f3aaa26 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:49.409280 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3f05fce4-558f-4605-bb92-a2bc7cb87dc2 req-95fa1228-259c-49b4-a1db-95487f3aaa26 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0881538
Feb 17 04:39:49.458140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3f05fce4-558f-4605-bb92-a2bc7cb87dc2 req-168e9d19-efe5-44f8-af41-eb5543a25b52 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424180
Feb 17 04:39:50.441751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b831f41-a15d-4c22-99b9-a22e58f90e82 req-31ec119b-575a-46cd-b0c2-d174036d5e09 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:50.443707 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2b831f41-a15d-4c22-99b9-a22e58f90e82 req-31ec119b-575a-46cd-b0c2-d174036d5e09 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0924478
Feb 17 04:39:50.499155 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2b831f41-a15d-4c22-99b9-a22e58f90e82 req-c23db83e-38cd-4b57-abab-7738b21f9ca9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487864
Feb 17 04:39:50.661901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4cd1c-dc79-4e17-8291-cecbdc650a82 req-0c36e3ba-6e0b-4a8a-8df3-bab174144114 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:50.663626 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-94f4cd1c-dc79-4e17-8291-cecbdc650a82 req-0c36e3ba-6e0b-4a8a-8df3-bab174144114 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0877323
Feb 17 04:39:50.714271 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-94f4cd1c-dc79-4e17-8291-cecbdc650a82 req-04056696-9757-4a6b-be14-64761d36ccf3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443377
Feb 17 04:39:51.721611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8f70-cc86-4ff8-99e7-a9b015825911 req-9f0ff36d-2a97-4790-85e2-15fc5c2b1051 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:51.723792 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4dd8f70-cc86-4ff8-99e7-a9b015825911 req-9f0ff36d-2a97-4790-85e2-15fc5c2b1051 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0891967
Feb 17 04:39:51.776350 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4dd8f70-cc86-4ff8-99e7-a9b015825911 req-a7c49a24-2ead-4f50-b611-f24513b6cf24 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462372
Feb 17 04:39:51.925186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd4a9-0ba1-479b-954d-27f1c7408f7b req-fd7f75a5-91a1-4cc6-8485-62b0c38aeebd tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:51.927114 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-777dd4a9-0ba1-479b-954d-27f1c7408f7b req-fd7f75a5-91a1-4cc6-8485-62b0c38aeebd tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0916731
Feb 17 04:39:51.976704 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-777dd4a9-0ba1-479b-954d-27f1c7408f7b req-aa07a12f-855d-41a0-b592-d5331339bc67 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433819
Feb 17 04:39:52.991085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997769b3-acc8-45fc-8d43-2861b0ffb6f3 req-a753c948-d31c-4147-9aa3-566be76cf768 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:52.992731 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-997769b3-acc8-45fc-8d43-2861b0ffb6f3 req-a753c948-d31c-4147-9aa3-566be76cf768 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0911152
Feb 17 04:39:53.050069 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-997769b3-acc8-45fc-8d43-2861b0ffb6f3 req-44903877-ddb8-4c0d-9b47-a437284c3fff tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500112
Feb 17 04:39:53.206992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06aa9-7057-4344-a8cf-f158cbcc2dcf req-9bedab61-b648-4e14-b8ee-48d3b1cef00c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:53.208509 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fdb06aa9-7057-4344-a8cf-f158cbcc2dcf req-9bedab61-b648-4e14-b8ee-48d3b1cef00c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0897982
Feb 17 04:39:53.256404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fdb06aa9-7057-4344-a8cf-f158cbcc2dcf req-0a070d47-486d-4d62-a876-38670376c06b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416958
Feb 17 04:39:54.254765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f12b61-bdb7-4566-ad0e-3a4340f51efa req-3241bced-6fa2-4ea3-83e2-53bd23b92276 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:54.256372 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14f12b61-bdb7-4566-ad0e-3a4340f51efa req-3241bced-6fa2-4ea3-83e2-53bd23b92276 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0870798
Feb 17 04:39:54.313472 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14f12b61-bdb7-4566-ad0e-3a4340f51efa req-c6940133-9abe-4100-9f71-222cdb94a16b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507872
Feb 17 04:39:54.592397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe86d-9141-4bcc-b0d7-1f9326f5a916 req-1b68840e-ad3c-437a-a497-0b3d74d58ec7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:54.593990 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-02cfe86d-9141-4bcc-b0d7-1f9326f5a916 req-1b68840e-ad3c-437a-a497-0b3d74d58ec7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0869205
Feb 17 04:39:54.641490 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-02cfe86d-9141-4bcc-b0d7-1f9326f5a916 req-902dae10-b794-449d-a88f-c3c721711abb tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405238
Feb 17 04:39:55.172962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:55.522073 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891e6e-f21e-41fb-a799-60a1f9d0226d req-4f66e97d-a0a7-4ab3-a2b2-0f22508bedcf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:55.523626 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a891e6e-f21e-41fb-a799-60a1f9d0226d req-4f66e97d-a0a7-4ab3-a2b2-0f22508bedcf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0911312
Feb 17 04:39:55.570885 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a891e6e-f21e-41fb-a799-60a1f9d0226d req-cf6f52ed-b9e6-4c5b-bafe-1421768f36df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411193
Feb 17 04:39:55.912490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae23e8-c3a4-47a8-94c8-33c0be8a3ba9 req-acb54507-361c-47f4-8b03-a8ad016673cf tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:55.914118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5ae23e8-c3a4-47a8-94c8-33c0be8a3ba9 req-acb54507-361c-47f4-8b03-a8ad016673cf tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1584108
Feb 17 04:39:55.919859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3af8b-2df9-4828-acdc-7fdcc9de6d33 req-eca900fd-7fa0-4868-9844-be424089601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:55.921366 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c2c3af8b-2df9-4828-acdc-7fdcc9de6d33 req-eca900fd-7fa0-4868-9844-be424089601b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.1112938
Feb 17 04:39:56.001014 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5ae23e8-c3a4-47a8-94c8-33c0be8a3ba9 req-c739c3d2-f3ce-4339-9fda-19fdc5862d1d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785820
Feb 17 04:39:56.020269 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c2c3af8b-2df9-4828-acdc-7fdcc9de6d33 req-a6be3461-83c9-40a3-9933-b4f6bcfc598d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807304
Feb 17 04:39:56.315065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 43630) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:56.439415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.454903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:56.459052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4df4b974a3488a84173bd5db83927c is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:56.461998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:56.468148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:56.552462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.555293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.564326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7dd9527c-911d-4382-91d6-70877b5cd480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:56.606439 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe4df4b974a3488a84173bd5db83927c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2900589
Feb 17 04:39:56.607652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df220168-dd4a-4a2e-a9ec-e93432f4d926,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:56.609248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 43638) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:56.610832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:56.670990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.736583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.816840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.821828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e49339b0-575f-45e7-8705-a42bdc4b946f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:56.835004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e2c9d-fa2a-4a32-a605-b4fb789a645a req-2036f04e-bb4b-4914-a83f-cde17fbcda3b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:56.836597 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-989e2c9d-fa2a-4a32-a605-b4fb789a645a req-2036f04e-bb4b-4914-a83f-cde17fbcda3b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1390100
Feb 17 04:39:56.843039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df220168-dd4a-4a2e-a9ec-e93432f4d926,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:56.848997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:56.867716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.868905 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df220168-dd4a-4a2e-a9ec-e93432f4d926 HTTP/1.1" status: 204  len: 168 time: 0.2585433
Feb 17 04:39:56.892489 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-989e2c9d-fa2a-4a32-a605-b4fb789a645a req-0be7e190-6894-4c09-a600-0c3b39a11623 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472577
Feb 17 04:39:57.217222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187e515-8e0b-494b-8c2c-7bb4dd842cc0 req-d0273ec4-09a7-48c5-99ff-a794571b3272 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:57.218886 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d187e515-8e0b-494b-8c2c-7bb4dd842cc0 req-d0273ec4-09a7-48c5-99ff-a794571b3272 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0915346
Feb 17 04:39:57.272399 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d187e515-8e0b-494b-8c2c-7bb4dd842cc0 req-3157fd8d-b933-491f-b4b1-032e9ee68be6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468903
Feb 17 04:39:57.430085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:57.507338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:57.507773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:58.108862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603792-7b62-4154-9829-e4e4d86a9a11 req-457855c2-1a59-40f8-8d40-5f1d7fe9fbc6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:58.110490 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-12603792-7b62-4154-9829-e4e4d86a9a11 req-457855c2-1a59-40f8-8d40-5f1d7fe9fbc6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0958087
Feb 17 04:39:58.169091 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-12603792-7b62-4154-9829-e4e4d86a9a11 req-fea3943a-60eb-4c41-ab9f-2ed6396b98ce tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497649
Feb 17 04:39:58.469086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ceb70-4690-47d3-a02f-552d99e21f33 req-1d0815f9-dcb2-46ee-89ef-465673b12953 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:58.470947 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-564ceb70-4690-47d3-a02f-552d99e21f33 req-1d0815f9-dcb2-46ee-89ef-465673b12953 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0860448
Feb 17 04:39:58.521527 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-564ceb70-4690-47d3-a02f-552d99e21f33 req-efa55f73-4392-443d-8dd2-b6499e738f6a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428157
Feb 17 04:39:59.379919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7e92f-d5d5-4c0a-bff0-ea1fdc311aef req-0ef7074a-59c0-4964-860f-f0c510f4445f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:59.381530 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98a7e92f-d5d5-4c0a-bff0-ea1fdc311aef req-0ef7074a-59c0-4964-860f-f0c510f4445f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0935519
Feb 17 04:39:59.431841 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98a7e92f-d5d5-4c0a-bff0-ea1fdc311aef req-2b04d774-828f-4dc8-b200-e7eb1234de4d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440240
Feb 17 04:39:59.725247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9378c-e850-4196-85f8-a0c165bf0cc4 req-c83eeee5-25ca-4b9b-8f7e-75cbb2a731b2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:59.726859 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b8c9378c-e850-4196-85f8-a0c165bf0cc4 req-c83eeee5-25ca-4b9b-8f7e-75cbb2a731b2 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0861595
Feb 17 04:39:59.774047 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b8c9378c-e850-4196-85f8-a0c165bf0cc4 req-defed391-ad24-4472-a274-2a523153c0db tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407140
Feb 17 04:40:00.543962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4475a62-e133-4006-9246-d9f74b1a830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:00.646492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a193-9984-43ef-82ca-45ecc5dd0e2d req-153c36c9-b6e0-4eb7-9c0c-036ca51fc6e5 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:00.648109 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-24c5a193-9984-43ef-82ca-45ecc5dd0e2d req-153c36c9-b6e0-4eb7-9c0c-036ca51fc6e5 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0884988
Feb 17 04:40:00.695682 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-24c5a193-9984-43ef-82ca-45ecc5dd0e2d req-3828c004-bd3f-489d-91b7-76c66fb12961 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413876
Feb 17 04:40:00.976873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f14d-dfa2-4ddf-aa1d-baede91d694b req-a22ac261-3815-420a-9f71-dd8edf49292f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:00.978649 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff25f14d-dfa2-4ddf-aa1d-baede91d694b req-a22ac261-3815-420a-9f71-dd8edf49292f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0904696
Feb 17 04:40:01.026262 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff25f14d-dfa2-4ddf-aa1d-baede91d694b req-5c296089-a3bf-4336-9b1b-a1786d6b042d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411685
Feb 17 04:40:01.902429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b5cb-c943-4b58-aea5-3408c250df44 req-dc4b546b-8cee-4f55-bec6-5b85fae6a554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:01.904072 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6ed6b5cb-c943-4b58-aea5-3408c250df44 req-dc4b546b-8cee-4f55-bec6-5b85fae6a554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0875888
Feb 17 04:40:01.953255 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6ed6b5cb-c943-4b58-aea5-3408c250df44 req-2885ff06-cc46-4f20-a045-157b7f26777b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428977
Feb 17 04:40:02.226693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea00913-5bb2-486d-9391-2f2a9679780e req-db048007-dbad-40b4-999f-c424b7bfd0d8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:02.228229 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2ea00913-5bb2-486d-9391-2f2a9679780e req-db048007-dbad-40b4-999f-c424b7bfd0d8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0894787
Feb 17 04:40:02.275408 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2ea00913-5bb2-486d-9391-2f2a9679780e req-45c0fc20-28c5-49b5-bb94-cf3c52d566ff tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410061
Feb 17 04:40:02.877293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-758fde4a-f1f1-44f6-9544-939af6d0f447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:03.155250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbccfa8-68e9-49fc-ba49-28cf6694b8e7 req-97c5c9dd-6116-4dc8-8d84-51de64ec524a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:03.156782 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5cbccfa8-68e9-49fc-ba49-28cf6694b8e7 req-97c5c9dd-6116-4dc8-8d84-51de64ec524a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0857766
Feb 17 04:40:03.207768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5cbccfa8-68e9-49fc-ba49-28cf6694b8e7 req-7d518a98-f576-4dc2-b7a0-414a8757b4ff tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435913
Feb 17 04:40:03.358544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:03.680118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ef492-02f9-4b3c-9f84-63c181a6272d req-763c6247-a521-4b2f-96ce-762bfc5fc269 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:03.681711 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb7ef492-02f9-4b3c-9f84-63c181a6272d req-763c6247-a521-4b2f-96ce-762bfc5fc269 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2924433
Feb 17 04:40:03.731531 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb7ef492-02f9-4b3c-9f84-63c181a6272d req-55bc8d6e-e0c4-40ab-abb7-143b77d2b49d tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434268
Feb 17 04:40:04.414905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795ce78-4252-489f-8de6-a4fc046d302c req-88f2e08a-374b-45a5-953a-5ff349b8fcdc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:04.416517 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c795ce78-4252-489f-8de6-a4fc046d302c req-88f2e08a-374b-45a5-953a-5ff349b8fcdc tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0894136
Feb 17 04:40:04.464868 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c795ce78-4252-489f-8de6-a4fc046d302c req-9312525a-67d4-4124-afc4-f957c1b716a4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419447
Feb 17 04:40:04.554836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:04.559284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:04.636025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:04.636451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:04.938428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd07bc-5b06-462f-b805-db3f7f93d2ba req-1b40cbb5-9705-4b14-9abb-e8cbfd9f6baf tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:04.940064 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19bd07bc-5b06-462f-b805-db3f7f93d2ba req-1b40cbb5-9705-4b14-9abb-e8cbfd9f6baf tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0908999
Feb 17 04:40:04.992925 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19bd07bc-5b06-462f-b805-db3f7f93d2ba req-d72623b8-e30d-4ebe-966e-6d1ffa18485a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461478
Feb 17 04:40:05.061912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:05.743681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95ac1-c9a1-4590-8a27-fcdcb8a41173 req-e68dd4c1-d2ea-43fa-bfc2-8449c1655709 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:05.745209 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-35e95ac1-c9a1-4590-8a27-fcdcb8a41173 req-e68dd4c1-d2ea-43fa-bfc2-8449c1655709 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1591058
Feb 17 04:40:05.751865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956005-7eb0-46b6-a0b4-b82e0e3536f1 req-ec4551d9-f02b-4076-9f62-0ff14c4848da tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:05.754060 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-30956005-7eb0-46b6-a0b4-b82e0e3536f1 req-ec4551d9-f02b-4076-9f62-0ff14c4848da tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1315799
Feb 17 04:40:05.826725 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-35e95ac1-c9a1-4590-8a27-fcdcb8a41173 req-1b98450c-6c02-4a34-b17f-149163f73222 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715368
Feb 17 04:40:05.838025 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-30956005-7eb0-46b6-a0b4-b82e0e3536f1 req-c30a9883-6669-47f2-b142-827babe1cb0a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681019
Feb 17 04:40:06.402553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd1795-29c0-4783-ac9a-c9c2814aba37 req-39f09dd3-72a8-4c76-aad6-8f4e22769f4c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:06.404205 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b3cd1795-29c0-4783-ac9a-c9c2814aba37 req-39f09dd3-72a8-4c76-aad6-8f4e22769f4c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.0937567
Feb 17 04:40:06.452784 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b3cd1795-29c0-4783-ac9a-c9c2814aba37 req-7b0a54a6-d4d6-4af4-8288-b946355ad530 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415487
Feb 17 04:40:07.107856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9ee72-e883-469d-8ea2-087f88decb87 req-3bccf1f8-eb7a-4e7e-b6ca-e1909a5460e6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:07.109470 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c7c9ee72-e883-469d-8ea2-087f88decb87 req-3bccf1f8-eb7a-4e7e-b6ca-e1909a5460e6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1599720
Feb 17 04:40:07.116973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967d05-d8bd-419f-9d0c-8efd32abf4a3 req-e257010f-90e0-4b66-8680-4b8f21d8e563 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:07.118397 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0e967d05-d8bd-419f-9d0c-8efd32abf4a3 req-e257010f-90e0-4b66-8680-4b8f21d8e563 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1269686
Feb 17 04:40:07.192703 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c7c9ee72-e883-469d-8ea2-087f88decb87 req-86304a25-4974-415f-82b6-c5ecec2f9dc8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732262
Feb 17 04:40:07.197125 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0e967d05-d8bd-419f-9d0c-8efd32abf4a3 req-786beb0d-eca2-4d62-b988-cd347dbbf5ad tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632844
Feb 17 04:40:07.664898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba353e2d-cc41-4073-9404-c4d1ed1dc1f7 req-07cdab3e-1fac-49aa-8604-a7f70efdab64 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:07.666429 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ba353e2d-cc41-4073-9404-c4d1ed1dc1f7 req-07cdab3e-1fac-49aa-8604-a7f70efdab64 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.0905812
Feb 17 04:40:07.714243 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ba353e2d-cc41-4073-9404-c4d1ed1dc1f7 req-1c11e1a0-1080-4244-9b60-ad7e717b91a0 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413592
Feb 17 04:40:08.438637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-5e684302-46bc-4ab8-b1fd-e90ccbb91ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:08.440762 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-5e684302-46bc-4ab8-b1fd-e90ccbb91ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.1856961
Feb 17 04:40:08.606525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6653c-3c94-4b2f-bc88-90d95fdc9438 req-d3d472a7-700f-473e-a1f0-3b5df170fccf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:08.608233 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-92b6653c-3c94-4b2f-bc88-90d95fdc9438 req-d3d472a7-700f-473e-a1f0-3b5df170fccf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.2832351
Feb 17 04:40:08.644205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ce72f-be0a-4dde-854e-c7986e7ef649 req-373a18f8-9eb3-4d04-9d4a-15f08f355c4e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:08.646273 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1a1ce72f-be0a-4dde-854e-c7986e7ef649 req-373a18f8-9eb3-4d04-9d4a-15f08f355c4e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.3177676
Feb 17 04:40:08.704459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-2c1daefd-4c9f-426f-baaa-89eb449bbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:08.707032 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-2c1daefd-4c9f-426f-baaa-89eb449bbebb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 912 time: 0.2576780
Feb 17 04:40:08.780645 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-92b6653c-3c94-4b2f-bc88-90d95fdc9438 req-6d6683ba-a069-48d2-ac45-bc3374e938e4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624117
Feb 17 04:40:08.811086 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1a1ce72f-be0a-4dde-854e-c7986e7ef649 req-0911bfd0-4681-4ff0-9c92-c427981a7931 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404490
Feb 17 04:40:08.823189 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-a3c1e0ad-eafb-4f49-950d-4114721d0835 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 217 time: 0.0989063
Feb 17 04:40:08.967140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-9e9b27ab-59bf-4a47-8cf3-e2f79b40cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:08.968662 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-9e9b27ab-59bf-4a47-8cf3-e2f79b40cee9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.1389959
Feb 17 04:40:09.033616 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-4c896cdc-ff5f-45db-befd-b85bdb7ca0cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560524
Feb 17 04:40:09.200275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a96e4-fc8e-43b9-ba21-3346d815c8f3 req-13bb3721-a022-4ccb-97df-03db8cead440 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:09.201898 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-268a96e4-fc8e-43b9-ba21-3346d815c8f3 req-13bb3721-a022-4ccb-97df-03db8cead440 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.2972989
Feb 17 04:40:09.292096 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-2bc5be24-954f-4e31-852c-19b5e980a222 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483110
Feb 17 04:40:09.305874 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-268a96e4-fc8e-43b9-ba21-3346d815c8f3 req-b5a0815f-7785-4c1f-877b-990ccff91e23 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879886
Feb 17 04:40:09.307801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7585-34d8-42be-bff3-3369bff61d24 req-cf6e2d39-e3b5-4225-9228-f4b80d462504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:09.309556 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-cf6e2d39-e3b5-4225-9228-f4b80d462504 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920&tenant_id=669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 1160 time: 0.1830475
Feb 17 04:40:10.070519 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b821a-9f6d-43a3-94a6-a94eac80c2ae req-e330dcf0-ee72-4e96-8248-ba4214a291e7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:10.072178 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f54b821a-9f6d-43a3-94a6-a94eac80c2ae req-e330dcf0-ee72-4e96-8248-ba4214a291e7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1665173
Feb 17 04:40:10.079009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0f17c-1d06-4860-8314-7100ba4660df req-d0112e92-6b2e-49cb-855a-93e9f3df170c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:10.080511 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-abc0f17c-1d06-4860-8314-7100ba4660df req-d0112e92-6b2e-49cb-855a-93e9f3df170c tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1222625
Feb 17 04:40:10.156325 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f54b821a-9f6d-43a3-94a6-a94eac80c2ae req-e391404b-0bcf-40e5-9d7d-14b9e8105b1a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740676
Feb 17 04:40:10.163542 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-abc0f17c-1d06-4860-8314-7100ba4660df req-dbbd8f52-f16a-40f0-b7da-211ad951320f tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676203
Feb 17 04:40:10.503796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cface-5de3-4f08-9f48-d96494c96c86 req-2b93eca6-cad0-4743-864a-7d79fbd29c96 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:10.505319 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da6cface-5de3-4f08-9f48-d96494c96c86 req-2b93eca6-cad0-4743-864a-7d79fbd29c96 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.0861583
Feb 17 04:40:10.552955 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da6cface-5de3-4f08-9f48-d96494c96c86 req-fa0f26b5-58d8-4fa9-b231-4339e47de08c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407622
Feb 17 04:40:11.432430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80556cf-50e6-47c3-8c38-517124edf22c req-7e2e5710-46e4-437a-af29-9707874b23c5 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:11.434293 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d80556cf-50e6-47c3-8c38-517124edf22c req-7e2e5710-46e4-437a-af29-9707874b23c5 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1580834
Feb 17 04:40:11.440555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a347-177f-4919-897d-a6aedaab4d8e req-488ca4e1-93af-4cc8-a7a2-46d1ee5b6870 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:11.442040 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-32b8a347-177f-4919-897d-a6aedaab4d8e req-488ca4e1-93af-4cc8-a7a2-46d1ee5b6870 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1260374
Feb 17 04:40:11.522068 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d80556cf-50e6-47c3-8c38-517124edf22c req-a4cc7041-3f2d-4b1e-b1d6-c6514ada18d0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787089
Feb 17 04:40:11.526853 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-32b8a347-177f-4919-897d-a6aedaab4d8e req-4d6a0dbb-687f-4df6-a926-f94be4f0c4dd tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678136
Feb 17 04:40:11.749866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912484-7113-4b65-9b5f-291c73bd00f4 req-653aa177-e914-4c8f-8e32-43a7a2c8c102 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:11.751481 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-23912484-7113-4b65-9b5f-291c73bd00f4 req-653aa177-e914-4c8f-8e32-43a7a2c8c102 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.0853660
Feb 17 04:40:11.799652 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-23912484-7113-4b65-9b5f-291c73bd00f4 req-a2392ce4-5329-41ea-9e2b-66c2a845cd8f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411601
Feb 17 04:40:12.313113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7585-34d8-42be-bff3-3369bff61d24 req-22c6085c-367c-4f61-9fc5-fa77cc8a06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.314641 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-22c6085c-367c-4f61-9fc5-fa77cc8a06e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1160 time: 0.3906822
Feb 17 04:40:12.316746 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f2d7e06a-7ba6-4d96-a874-725ce2fff18e req-da0978fd-ef53-40d1-8091-75be9d95811a service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4162221
Feb 17 04:40:12.462510 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7585-34d8-42be-bff3-3369bff61d24 req-c66eeb18-3cb8-401f-87ed-157436cb7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.464127 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-c66eeb18-3cb8-401f-87ed-157436cb7ecb service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.1375232
Feb 17 04:40:12.576896 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-8a5fe79e-eb8a-4435-9f53-bad371d3082c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 200  len: 999 time: 0.1052077
Feb 17 04:40:12.691696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7585-34d8-42be-bff3-3369bff61d24 req-af74b510-7234-467d-99c1-c400ee6a6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.693268 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-af74b510-7234-467d-99c1-c400ee6a6f84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.1079504
Feb 17 04:40:12.883434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73ede1-84b0-453f-be63-78f746b35bcc req-b82cedf3-f440-4b6b-9a41-707641a77a1e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.885063 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ef73ede1-84b0-453f-be63-78f746b35bcc req-b82cedf3-f440-4b6b-9a41-707641a77a1e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2415180
Feb 17 04:40:12.892124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c6821-1d92-413c-a575-8ffbe7fa39f5 req-3d838367-a18e-4957-b18b-570889da80a0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.893825 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2d2c6821-1d92-413c-a575-8ffbe7fa39f5 req-3d838367-a18e-4957-b18b-570889da80a0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.2441642
Feb 17 04:40:12.897200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7585-34d8-42be-bff3-3369bff61d24 req-9c8a21f1-3303-422e-83ae-a16d516adf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.898719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-9c8a21f1-3303-422e-83ae-a16d516adf70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1564856
Feb 17 04:40:13.107610 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2d2c6821-1d92-413c-a575-8ffbe7fa39f5 req-243254dd-8014-47a8-9d48-6cea97f469cf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1920178
Feb 17 04:40:13.118132 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ef73ede1-84b0-453f-be63-78f746b35bcc req-5f70601b-4314-41b0-802a-af4a45a1ff83 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232673
Feb 17 04:40:13.209013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-b6baeeb8-c481-4065-b734-5882cdc6f87f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:13.210600 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-b6baeeb8-c481-4065-b734-5882cdc6f87f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.2386830
Feb 17 04:40:13.214159 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-fb3b072e-7813-41f5-95c1-6f57f0c36697 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3015816
Feb 17 04:40:13.436387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Deleting port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:13.436616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:13.592734 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-868f7585-34d8-42be-bff3-3369bff61d24 req-203eb17e-837a-4945-914d-a6528ee47c31 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3685627
Feb 17 04:40:13.605906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3044e-6bc4-4e23-ac94-c921d407a40e req-ce20f64b-4d91-4cdc-b844-49b22cd95814 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:13.607386 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-57a3044e-6bc4-4e23-ac94-c921d407a40e req-ce20f64b-4d91-4cdc-b844-49b22cd95814 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 945 time: 0.3326066
Feb 17 04:40:13.763598 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-57a3044e-6bc4-4e23-ac94-c921d407a40e req-7e746ac8-eff6-47b8-8cae-1a3f17bd6d83 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459944
Feb 17 04:40:13.816763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] For port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,segment=NetworkSegment(4b47dfdf-3c80-4b46-8295-02410cb2e4bc),segment_id=4b47dfdf-3c80-4b46-8295-02410cb2e4bc)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:13.817164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:13.956717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Calling delete_port for 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:14.108794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.111811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:14.123981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-60782d77-c201-44cd-9a27-2f38a1ee49b7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:14.154027 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] No Port match for: 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:40:14.154434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb not bound to the agent host hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:40:14.232418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Pushing event deleted for resources: {'Port': ['ID=5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:14.240808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:14.494743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] No DVR routers for this DVR port 5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:14.501965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246fc97-fddb-4fdb-a7c1-e903c40ac97f req-4aef7fa2-d827-4ee0-9620-ac4890e3ee48 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:14.504211 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9246fc97-fddb-4fdb-a7c1-e903c40ac97f req-4aef7fa2-d827-4ee0-9620-ac4890e3ee48 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.2646284
Feb 17 04:40:14.505940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.513249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'name': 'network-vif-deleted', 'tag': '5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:14.541397 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2867024c-9860-4f66-9ab9-9f50775b6e2b req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "DELETE /v2.0/ports/5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb HTTP/1.1" status: 204  len: 173 time: 1.3186967
Feb 17 04:40:14.551747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551d27-9843-4fa7-8c54-0df6d88ad917 req-888ec0b3-d7e8-436e-93ed-75cfb54193c7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:14.553347 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10551d27-9843-4fa7-8c54-0df6d88ad917 req-888ec0b3-d7e8-436e-93ed-75cfb54193c7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2569442
Feb 17 04:40:14.598277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9246fc97-fddb-4fdb-a7c1-e903c40ac97f req-f26be05a-4a75-4931-84e7-2bcede7d3bb1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793834
Feb 17 04:40:14.622329 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10551d27-9843-4fa7-8c54-0df6d88ad917 req-a3cebcac-46b3-4b61-a84e-2d530c0e2424 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558403
Feb 17 04:40:14.705219 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d6e198-85f5-488e-8317-d498205f37cc', 'name': 'network-vif-deleted', 'tag': '5d940ae4-3a6b-4f9e-94a7-67aabf2dbacb', 'status': 'completed', 'code': 200}
Feb 17 04:40:15.013452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c574e4c6-5252-4a35-a3a8-333f395fe081 req-80e22140-7000-48e5-b79a-1f5c3a1c56c0 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Synchronizing usage tracker for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:15.036029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c574e4c6-5252-4a35-a3a8-333f395fe081 req-80e22140-7000-48e5-b79a-1f5c3a1c56c0 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Unset dirty status for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:15.037405 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c574e4c6-5252-4a35-a3a8-333f395fe081 req-80e22140-7000-48e5-b79a-1f5c3a1c56c0 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0902364
Feb 17 04:40:16.175858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:16.181341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec249e2-a136-42ba-bb62-f9d1864b62dd req-fe641dd4-6e4a-4baf-98ae-d9b734c50a3a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:16.182950 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8ec249e2-a136-42ba-bb62-f9d1864b62dd req-fe641dd4-6e4a-4baf-98ae-d9b734c50a3a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.3982451
Feb 17 04:40:16.194878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d485-51b2-474a-9456-6106d82e2d95 req-33a9c6b5-4c54-45f8-9f89-faaa7086b994 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:16.196420 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8852d485-51b2-474a-9456-6106d82e2d95 req-33a9c6b5-4c54-45f8-9f89-faaa7086b994 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.4515302
Feb 17 04:40:16.275519 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 931d3091-bc84-4f99-9fec-11c4d1500c28 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:16.275998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:16.293181 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8852d485-51b2-474a-9456-6106d82e2d95 req-8565902a-ddef-4c21-b801-4783f5f72418 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794415
Feb 17 04:40:16.333054 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8ec249e2-a136-42ba-bb62-f9d1864b62dd req-104bb21f-b641-4a2e-83c6-4837d2926297 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353636
Feb 17 04:40:16.475337 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b48cfe6-17ea-4031-a819-aae3d3772106 req-0ccee64d-a399-4dc2-bad9-f8e7c1d60bd8 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0584989
Feb 17 04:40:17.552213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d109c9-428c-4d17-81bd-b9a85fa974c3 req-4a01a30c-7d78-4069-9e83-eb8cc4a55e26 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:17.555975 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00d109c9-428c-4d17-81bd-b9a85fa974c3 req-4a01a30c-7d78-4069-9e83-eb8cc4a55e26 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1064596
Feb 17 04:40:17.621512 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-00d109c9-428c-4d17-81bd-b9a85fa974c3 req-ca0e7f57-cdd6-4603-91ed-06231b596f6f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583839
Feb 17 04:40:17.700206 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cb9c877f-061f-478c-a53c-cad95e12e330 req-7e761045-a088-4a53-8a35-63b5d6f3b01c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0522268
Feb 17 04:40:18.847496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970f5af-4eae-47e8-a1ea-c98fd5155035 req-2f243584-365b-4824-a727-fb1afab649c4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:18.849174 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c970f5af-4eae-47e8-a1ea-c98fd5155035 req-2f243584-365b-4824-a727-fb1afab649c4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1018970
Feb 17 04:40:18.955139 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d151a3df-b58c-4a2a-ad6b-7ebc86d0e18e req-a1c9f823-a28c-4c47-8cb7-086a0d531c9f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0822895
Feb 17 04:40:18.958806 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c970f5af-4eae-47e8-a1ea-c98fd5155035 req-06ba4baf-e4e0-4490-8fc7-3ecd319da748 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031766
Feb 17 04:40:19.272729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44004) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:19.390838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:40:19.444374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.460617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:19.464749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Usage tracker for resource:security_group_rule and tenant:26ec610a7b044ce6b8c6f956e5649bb5 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:19.468202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:19.475286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:19.571431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.576838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.587618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:19.631474 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26ec610a7b044ce6b8c6f956e5649bb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3568902
Feb 17 04:40:19.633532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b0a28-8179-44e7-91dc-b8162f8cc982,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:19.634181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44010) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:19.638440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:19.703373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.733489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.781992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.787350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-08381a5b-79ac-45fa-be8d-f3c247eeac3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:19.803297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b0a28-8179-44e7-91dc-b8162f8cc982,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:19.806491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:19.814748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.827538 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a80b0a28-8179-44e7-91dc-b8162f8cc982 HTTP/1.1" status: 204  len: 168 time: 0.1920838
Feb 17 04:40:20.238861 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-24d44342-8256-494f-974a-036878f11c62 req-2fb8a8c7-0f61-45a6-a9da-1e0f4684d30a tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0646331
Feb 17 04:40:20.274099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff075b-c025-41ce-801e-fc33ba1a8425 req-f22f3ff0-5931-4013-a413-e432f79d53cb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:20.275737 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10ff075b-c025-41ce-801e-fc33ba1a8425 req-f22f3ff0-5931-4013-a413-e432f79d53cb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1561372
Feb 17 04:40:20.326823 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10ff075b-c025-41ce-801e-fc33ba1a8425 req-e8708d08-d4da-4c30-99e9-f527d0f9f70c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445189
Feb 17 04:40:21.423921 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1f2ab4e2-6de7-4803-81e9-fa87c097e41d req-d73a2dac-3939-43a8-9c8f-bebcbe2cf1ce tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0522389
Feb 17 04:40:21.565139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded030ba-e4d6-4961-8b70-474a8809769f req-b8946a83-d56f-4d11-a739-08bbbadac0ae tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:21.567836 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ded030ba-e4d6-4961-8b70-474a8809769f req-b8946a83-d56f-4d11-a739-08bbbadac0ae tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1045356
Feb 17 04:40:21.617804 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ded030ba-e4d6-4961-8b70-474a8809769f req-304987f2-d826-420f-8ed0-008d5f890f52 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434353
Feb 17 04:40:22.613890 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4feffe7f-8641-44eb-8ca0-f312347ae812 req-2c7761a5-578f-4327-bd5c-88683723e171 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0547764
Feb 17 04:40:22.851464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0a1b9-402f-4a10-a5f5-fc73f6f4b83b req-857f91d8-9bab-4b26-b233-cc47f84c9acf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:22.853240 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53a0a1b9-402f-4a10-a5f5-fc73f6f4b83b req-857f91d8-9bab-4b26-b233-cc47f84c9acf tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0988405
Feb 17 04:40:22.906988 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53a0a1b9-402f-4a10-a5f5-fc73f6f4b83b req-9ddfb2a7-a4fc-4f5b-92c5-d591f34ddb4f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457025
Feb 17 04:40:23.822670 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18d77633-e04d-4e61-b75f-b55961fd2a48 req-599fca96-125b-43a5-b04e-4245b224a1f6 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0699511
Feb 17 04:40:24.120766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da72c8-10de-4924-a119-58585f0e3106 req-776a1273-8bee-493b-9195-2bd3d2eeb70e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:24.122422 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b9da72c8-10de-4924-a119-58585f0e3106 req-776a1273-8bee-493b-9195-2bd3d2eeb70e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0905895
Feb 17 04:40:24.176514 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b9da72c8-10de-4924-a119-58585f0e3106 req-4cd1bf82-3cb4-4351-bad3-02810945cb1b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472651
Feb 17 04:40:25.075379 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1de23a88-bef2-4606-a9b8-2f2ad181d067 req-2b63bd79-2c77-4472-a80b-ee2d137a7312 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0620706
Feb 17 04:40:25.187339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.404050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f431a7-0d71-4c12-ac43-848ee561da25 req-c531728a-c667-4103-9992-28195cc00448 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:25.405713 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-31f431a7-0d71-4c12-ac43-848ee561da25 req-c531728a-c667-4103-9992-28195cc00448 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0999146
Feb 17 04:40:25.475792 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-31f431a7-0d71-4c12-ac43-848ee561da25 req-828ee7d7-cf6c-46f6-b30f-c7937856bd04 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531721
Feb 17 04:40:26.264585 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbe2da14-9350-4e30-a127-01b333253072 req-126b883b-b51d-4d8b-bfd9-ea007376060c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0545752
Feb 17 04:40:26.691506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978678-a480-4d3f-89c5-b904d839de1f req-780bbc06-01d6-490d-a99f-2365fecd2dff tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:26.693726 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0d978678-a480-4d3f-89c5-b904d839de1f req-780bbc06-01d6-490d-a99f-2365fecd2dff tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0911577
Feb 17 04:40:26.743153 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0d978678-a480-4d3f-89c5-b904d839de1f req-e705dba8-dffd-419d-9cf1-619d09449263 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428555
Feb 17 04:40:27.451054 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-85eb958b-5583-4502-b8a5-f518d031210e req-1fdaddf2-8e95-4347-b77e-f5e8efcd0e6c tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0545430
Feb 17 04:40:27.950866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb047-3510-4c74-8bd5-2bc214f41c1a req-91f0295a-7f9a-4194-b536-c4e4683f05aa tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:27.952511 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7eceb047-3510-4c74-8bd5-2bc214f41c1a req-91f0295a-7f9a-4194-b536-c4e4683f05aa tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0892122
Feb 17 04:40:28.001086 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7eceb047-3510-4c74-8bd5-2bc214f41c1a req-b02e0205-682d-43e0-9c6f-d1f27069ad5b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414119
Feb 17 04:40:28.236578 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-7f366de9-6b2b-494b-a505-b73b35743019 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0838959
Feb 17 04:40:28.341787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bacd-1399-463e-a683-2fe60f576684 req-9eb5aca4-7fd9-4671-af58-6320df1bdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:28.343461 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-9eb5aca4-7fd9-4671-af58-6320df1bdb21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 1163 time: 0.0816207
Feb 17 04:40:28.518368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bacd-1399-463e-a683-2fe60f576684 req-af0e2cd8-8e63-455d-a820-850d3ceea5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:28.520664 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-af0e2cd8-8e63-455d-a820-850d3ceea5b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 200  len: 912 time: 0.1469755
Feb 17 04:40:28.599939 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-9668673b-ff70-4605-8958-a4c7381e57cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 200  len: 217 time: 0.0713928
Feb 17 04:40:28.685751 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8e62ddeb-1bea-438b-babb-88b8db808f16 req-c4099c71-f6bf-4b39-87a7-348f23c4bbdf tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d6e198-85f5-488e-8317-d498205f37cc HTTP/1.1" status: 200  len: 210 time: 0.0880122
Feb 17 04:40:28.715667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048bacd-1399-463e-a683-2fe60f576684 req-eb7af920-7356-4ebf-bc68-40c94a7fe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:28.717274 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-eb7af920-7356-4ebf-bc68-40c94a7fe653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 200  len: 858 time: 0.0760725
Feb 17 04:40:28.770754 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-553e8d63-1e77-4e75-96f5-3731265aaccc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0d9ef39-b46a-4056-80ca-b8257246fc13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458927
Feb 17 04:40:28.923163 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-c95a8e8f-5bc7-43b1-8f7d-66c34e23ff11 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379254
Feb 17 04:40:29.076776 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7048bacd-1399-463e-a683-2fe60f576684 req-038d9f99-ddb7-4e4a-b34a-6d02f5df79c2 service neutron] 10.222.0.46 "GET /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449642
Feb 17 04:40:29.219939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4673-5f9d-4ebb-a84c-5c803dc4e3b2 req-b64f2e8b-259a-45f4-9864-a5d382d7d83e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:29.221628 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18ea4673-5f9d-4ebb-a84c-5c803dc4e3b2 req-b64f2e8b-259a-45f4-9864-a5d382d7d83e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.0911763
Feb 17 04:40:29.275924 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18ea4673-5f9d-4ebb-a84c-5c803dc4e3b2 req-f6a2ea73-1368-44ba-9c04-cad68aef2ad4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474010
Feb 17 04:40:29.745450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5eac-4e18-4a97-b61a-eac343ab1c39 req-3d95dd79-3318-4e1f-897e-200892358337 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:29.747094 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-72bc5eac-4e18-4a97-b61a-eac343ab1c39 req-3d95dd79-3318-4e1f-897e-200892358337 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0901301
Feb 17 04:40:29.827120 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-72bc5eac-4e18-4a97-b61a-eac343ab1c39 req-6f370ff5-f2e9-4790-91f8-23088aa0e905 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733266
Feb 17 04:40:30.037411 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-570b7512-3431-440b-8819-d871af0e3ece tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1758733
Feb 17 04:40:30.048208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:30.054591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:30.058729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Usage tracker for resource:floatingip and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:30.062005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:30.067926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:30.078413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.230055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.546993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d498dd3-0b6b-4d4a-a294-307074e2cf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.575687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed0d9-d230-4629-bb23-3f1bf5feb5db req-d40800b1-e91f-4c05-8194-f9b92baa8822 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:30.577234 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b01ed0d9-d230-4629-bb23-3f1bf5feb5db req-d40800b1-e91f-4c05-8194-f9b92baa8822 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1788421
Feb 17 04:40:30.609450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Allocated IP 172.27.0.111 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/2aeb8ef9-bce2-4e32-a821-9dc99bac9f62) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:40:30.708740 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b01ed0d9-d230-4629-bb23-3f1bf5feb5db req-81cc56db-7465-4e34-a129-df39dce42b94 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239250
Feb 17 04:40:30.791211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.820750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.836283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:30.970651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'Port': ['ID=2aeb8ef9-bce2-4e32-a821-9dc99bac9f62,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:30.982078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.982496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.982953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.983358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.983759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.984244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.984523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.984916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.985312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.985704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.986096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.986488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.986966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.987356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.987744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.988130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.989068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.989539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.989843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.990228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.990644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.991039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.991428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.991817 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.999574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:31.057441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:40:31.058690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:40:31.061588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:40:31.138879 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:31.208382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:31.698365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:31.701707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:31.716497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:31.899786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'Port': ['ID=2aeb8ef9-bce2-4e32-a821-9dc99bac9f62,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:31.917708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:31.975912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:31.995138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceceb23-d0d2-4c1a-883a-8863d81332ca req-2c685fcc-2e4e-41be-b3c4-28ad691f02ed tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:31.996742 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5ceceb23-d0d2-4c1a-883a-8863d81332ca req-2c685fcc-2e4e-41be-b3c4-28ad691f02ed tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1558530
Feb 17 04:40:32.033630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:32.034885 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9910212
Feb 17 04:40:32.128183 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5ceceb23-d0d2-4c1a-883a-8863d81332ca req-ee65c8d9-1249-4f22-93fd-1d678e9cf3c1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245973
Feb 17 04:40:32.132072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-bd14b160-a908-4de6-8fda-0ff4d1c08abf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:32.148404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-bd14b160-a908-4de6-8fda-0ff4d1c08abf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:32.149653 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-bd14b160-a908-4de6-8fda-0ff4d1c08abf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.111 HTTP/1.1" status: 200  len: 696 time: 0.1067300
Feb 17 04:40:32.320260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-238b6b76-531e-4a14-8372-bb04cd16d630 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:32.321781 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-238b6b76-531e-4a14-8372-bb04cd16d630 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1661437
Feb 17 04:40:32.332944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-e760d4c7-63cc-4f94-93e6-ca51cda4e4c8 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:40:32.333992 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e203798-eb91-43a6-a62c-aeffa7b24363 req-e760d4c7-63cc-4f94-93e6-ca51cda4e4c8 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064394
Feb 17 04:40:32.518856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-184bea5a-fddb-4845-921f-db9111894e0a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:32.521099 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-184bea5a-fddb-4845-921f-db9111894e0a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0908985
Feb 17 04:40:32.604528 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-0f74e5df-648f-4451-a58b-1c80384be4d7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.111 HTTP/1.1" status: 200  len: 696 time: 0.0772686
Feb 17 04:40:32.614915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'floatingip': {'port_id': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:32.698753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:32.879018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1c198c-3677-49b8-b1a3-45051657266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:33.363682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:33.386168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:33.388977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:33.564462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb3521-81f3-4142-a023-065e02b7e744 req-9ce11726-b5db-44ef-81d2-deb97652245b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:33.566013 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-81fb3521-81f3-4142-a023-065e02b7e744 req-9ce11726-b5db-44ef-81d2-deb97652245b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.2810104
Feb 17 04:40:33.615862 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Floating IP f9184820-4385-4a5e-a13c-e670190a01e8 associated. External IP: 172.27.0.111, port: 8c40a9f8-0504-4483-9e26-48a5210a4191.
Feb 17 04:40:33.760707 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-81fb3521-81f3-4142-a023-065e02b7e744 req-16dc4f71-be7e-4846-9a1e-37302134a159 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1871185
Feb 17 04:40:34.020493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Router 538cfef3-4905-404d-bfc8-ccd8fda051ee has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:40:34.439457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:40:34.444773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.452649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] Sync routers for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:40:34.468052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:34.468837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c3ca90>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:34.516814 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-769772bf-0abf-4122-b9eb-d28d20d6d415 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "PUT /v2.0/floatingips/f9184820-4385-4a5e-a13c-e670190a01e8 HTTP/1.1" status: 200  len: 996 time: 1.9063642
Feb 17 04:40:34.523270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:34.568741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:34.638499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-6f428db0-f527-4210-96ba-5a627e7e5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.650363 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-6f428db0-f527-4210-96ba-5a627e7e5019 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1162 time: 0.1167517
Feb 17 04:40:34.677584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:34.746178 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'status': 'completed', 'code': 200}
Feb 17 04:40:34.937267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-5500934e-0294-4a5e-93d9-4c64ffd5ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.938056 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-5500934e-0294-4a5e-93d9-4c64ffd5ee44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.2865725
Feb 17 04:40:35.019247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-ca4aa96c-cefd-4687-84ca-92a872194a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.021916 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-ca4aa96c-cefd-4687-84ca-92a872194a6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1162 time: 0.2620459
Feb 17 04:40:35.055535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.101308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c3ca90>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'f9184820-4385-4a5e-a13c-e670190a01e8', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'port_id': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'mac_address': 'fa:16:3e:ad:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:31Z', 'updated_at': '2021-02-17T04:40:33Z', 'revision_number': 1, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:00Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:35.106999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] Checking router: 538cfef3-4905-404d-bfc8-ccd8fda051ee for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:40:35.116557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:35.117222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c3ca90>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:35.197252 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-fe777624-be0a-4f69-a24f-ad99c06443c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 999 time: 0.2429812
Feb 17 04:40:35.204395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74610bc8-3312-4bef-9f58-90e0d42f261d req-b8cfc9b2-36b3-475e-88ef-8d1d7a03e4b0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.206198 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-74610bc8-3312-4bef-9f58-90e0d42f261d req-b8cfc9b2-36b3-475e-88ef-8d1d7a03e4b0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.3784909
Feb 17 04:40:35.319038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:35.353260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-9bd4a3e3-3ede-40eb-96bf-9c04b44f1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.355487 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-9bd4a3e3-3ede-40eb-96bf-9c04b44f1b14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.1480832
Feb 17 04:40:35.362183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-b99a7b2b-52dd-4cf0-bcdb-06545fa732e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.365639 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-b99a7b2b-52dd-4cf0-bcdb-06545fa732e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.3115892
Feb 17 04:40:35.369802 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-74610bc8-3312-4bef-9f58-90e0d42f261d req-cf466a56-eebb-4b41-a8b8-4d37699c63b0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111815
Feb 17 04:40:35.594187 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-164795d2-bcd6-4516-98f6-f12a9de35599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 999 time: 0.1799910
Feb 17 04:40:35.688650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-4e2ab0e2-5dc4-4d54-928d-35d0df59c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.690322 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-4e2ab0e2-5dc4-4d54-928d-35d0df59c40e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3195887
Feb 17 04:40:35.705653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-c3c95a5b-485f-4546-8bc1-1d1a07f1a678 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:40:35.706739 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-c3c95a5b-485f-4546-8bc1-1d1a07f1a678 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0074899
Feb 17 04:40:35.710596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-e913ad8a-972c-4c09-bcf1-025b4727c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.712117 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-e913ad8a-972c-4c09-bcf1-025b4727c4fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.1016126
Feb 17 04:40:35.715859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c3ca90>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'f9184820-4385-4a5e-a13c-e670190a01e8', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'port_id': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'mac_address': 'fa:16:3e:ad:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:31Z', 'updated_at': '2021-02-17T04:40:33Z', 'revision_number': 1, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:00Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:35.719095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed9c5d-43d6-490e-ac30-2f2705ff5775 req-bb2d8103-47a3-457b-81d1-4bec431917ed tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.720559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ff6db-01ee-45f7-bc0c-fd5d6289a7ef None None] The sync data for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi is: [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'f9184820-4385-4a5e-a13c-e670190a01e8', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'port_id': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'mac_address': 'fa:16:3e:ad:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:40:31Z', 'updated_at': '2021-02-17T04:40:33Z', 'revision_number': 1, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:00Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:40:35.720721 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-89ed9c5d-43d6-490e-ac30-2f2705ff5775 req-bb2d8103-47a3-457b-81d1-4bec431917ed tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.2340844
Feb 17 04:40:35.935305 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-89ed9c5d-43d6-490e-ac30-2f2705ff5775 req-595d004e-7fd1-4b73-8531-71e977755c62 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1731000
Feb 17 04:40:35.989798 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-5bc3c908-ce19-4e03-bea9-39b1e3452f06 service neutron] 10.222.0.38 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681222
Feb 17 04:40:35.991912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-999bf590-abaa-4d79-b6c2-9ff144dd1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.993428 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-999bf590-abaa-4d79-b6c2-9ff144dd1578 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2707520
Feb 17 04:40:36.154721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2c59f-1752-44da-9498-a406dc07eed0 None None] New status for floating IP f9184820-4385-4a5e-a13c-e670190a01e8: ACTIVE {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:40:36.265617 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b959d3e-2845-4ad2-8266-084b7f410aa7 req-3a77127d-3e57-41ea-9208-6dd77ae643cb service neutron] 10.222.0.38 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2680647
Feb 17 04:40:36.267565 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-928702c0-1f7f-4c33-a961-6120c15ddf6c service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461998
Feb 17 04:40:36.361634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1389943885', 'description': 'tempest-TestMinimumBasicScenario-1389943885 description'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:36.387607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:36.405966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:36.445759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.492147 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ab7a5b7e-704f-4138-96b2-62b3b1a5105f req-15453232-3416-4822-a63a-db027681da0e service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2154458
Feb 17 04:40:36.493159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:36.533881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Usage tracker for resource:security_group_rule and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:36.541359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:36.553253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:36.620467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14972c4-cd66-4eb4-a660-9dd14bc20579 req-1c76621f-6847-4e68-b8d1-d923b3b5fe9e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.622103 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c14972c4-cd66-4eb4-a660-9dd14bc20579 req-1c76621f-6847-4e68-b8d1-d923b3b5fe9e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.1262226
Feb 17 04:40:36.696715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.702042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.707299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:36.717426 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c14972c4-cd66-4eb4-a660-9dd14bc20579 req-42d8e375-dd99-4911-9554-e5db8ee17d2c tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841691
Feb 17 04:40:36.754572 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982665c9-67b2-41e8-a6c8-2cc22a829360,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:36.757945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:36.759949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.761314 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-47e99f27-13ca-41ba-8919-a72cd87f8929 req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4528520
Feb 17 04:40:36.835138 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-c974a6a0-f98a-4d1b-9108-b2b9e4d4893c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups/982665c9-67b2-41e8-a6c8-2cc22a829360 HTTP/1.1" status: 200  len: 1814 time: 0.0515609
Feb 17 04:40:36.845529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '982665c9-67b2-41e8-a6c8-2cc22a829360', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:36.845892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '982665c9-67b2-41e8-a6c8-2cc22a829360', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:36.853314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:36.857381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Usage tracker for resource:security_group_rule and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:36.860382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:36.866669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:36.922145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.945962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.950302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.952490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8f5dc062-3f6f-4847-8656-6de4ca47c3df tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:36.980061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5acde93-c814-46b4-91c8-65590435f366,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:36.986738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:36.991194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.992605 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-93a77dc5-91b2-4a40-8248-86995d58c5f4 req-d8566c4f-6fbc-4ad6-b9a1-c4abcb4e36d1 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1511586
Feb 17 04:40:37.341029 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-2fc12101-48f8-46cc-9fd2-b3282d6700fc tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups/982665c9-67b2-41e8-a6c8-2cc22a829360 HTTP/1.1" status: 200  len: 2407 time: 0.3255382
Feb 17 04:40:37.357784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '982665c9-67b2-41e8-a6c8-2cc22a829360', 'remote_group_id': None}]} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:37.358133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '982665c9-67b2-41e8-a6c8-2cc22a829360', 'remote_group_id': None}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:37.367384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:37.372636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Usage tracker for resource:security_group_rule and tenant:e57600d4d269474ab7d2f3e7ebf528ac is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:37.376779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:37.388801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a64c-44d9-4528-a934-f4b89ec18426 req-6a462fff-5b3c-4bd0-8b5e-0f59140f6a83 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:37.390375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b39a64c-44d9-4528-a934-f4b89ec18426 req-6a462fff-5b3c-4bd0-8b5e-0f59140f6a83 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1399455
Feb 17 04:40:37.391277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:37.475805 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b39a64c-44d9-4528-a934-f4b89ec18426 req-3e3895e2-b43a-48fa-aaa7-b393e334d07a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767038
Feb 17 04:40:37.491702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.512681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.515390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.523229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fd623701-ccd0-45d3-b38b-2da654aae0af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:37.545870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed87a8a3-2723-4de4-b201-ffde0d0991f1,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:37.548550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:37.553549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.554725 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4b768f5-7344-474f-ad8a-37a5dcaef9a8 req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2026043
Feb 17 04:40:37.687942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-24f3a762-c15a-45de-b44f-732230d08523 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:37.701936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-24f3a762-c15a-45de-b44f-732230d08523 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:37.703272 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-24f3a762-c15a-45de-b44f-732230d08523 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1389943885&fields=id&tenant_id=e57600d4d269474ab7d2f3e7ebf528ac HTTP/1.1" status: 200  len: 267 time: 0.0572803
Feb 17 04:40:37.797824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-9c32957f-155d-4445-96f3-b1ce82c0effb tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:37.799455 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-9c32957f-155d-4445-96f3-b1ce82c0effb tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0897043
Feb 17 04:40:37.811720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'port': {'security_groups': ['dc716d45-9c80-4172-b488-e26b8ccda993', '982665c9-67b2-41e8-a6c8-2cc22a829360']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:38.008881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.025265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f9054-624d-46fd-8e1b-874234bb526e req-a27af06c-d4f3-41c2-95ae-901bedf2e101 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:38.026911 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b0f9054-624d-46fd-8e1b-874234bb526e req-a27af06c-d4f3-41c2-95ae-901bedf2e101 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.1874058
Feb 17 04:40:38.167580 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b0f9054-624d-46fd-8e1b-874234bb526e req-fb870ef4-3e39-4955-a334-d5a8f15c39e2 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335967
Feb 17 04:40:38.387122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:38.413526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.417090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.431732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:38.591634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=5']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:38.597895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:38.693460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:38.694143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.695654 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c0215faf-4a92-426d-b382-c883fa46cf58 req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "PUT /v2.0/ports/8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 981 time: 0.8893082
Feb 17 04:40:38.696177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:38.724841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777dfa0-b19f-429f-86dc-4b0d92aa3586 req-fe868e1e-f043-4738-a9f9-f16d2242e918 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:38.726496 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f777dfa0-b19f-429f-86dc-4b0d92aa3586 req-fe868e1e-f043-4738-a9f9-f16d2242e918 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.1298258
Feb 17 04:40:38.751137 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'status': 'completed', 'code': 200}
Feb 17 04:40:38.786586 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f777dfa0-b19f-429f-86dc-4b0d92aa3586 req-3ecee9e6-7bde-4115-b35a-1708f59ad775 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532978
Feb 17 04:40:38.930465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91614f-ef99-4f07-a311-ab7e0cd935d3 req-a095671f-cefc-4d51-be44-0e43de49c24f tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:38.932027 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4c91614f-ef99-4f07-a311-ab7e0cd935d3 req-a095671f-cefc-4d51-be44-0e43de49c24f tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.0911872
Feb 17 04:40:38.976080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e76f16c7-6d31-49c3-9b7f-be73d304688c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:38.976838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e76f16c7-6d31-49c3-9b7f-be73d304688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.983937 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4c91614f-ef99-4f07-a311-ab7e0cd935d3 req-842ea9e1-a11f-47e7-a3ee-3ae2ebdc92f0 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0450864
Feb 17 04:40:39.167390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682342f4-efca-449f-bbae-8facc5069ab8 req-819afba1-d7bd-43c9-95f8-ab5cfbafa7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.169021 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-819afba1-d7bd-43c9-95f8-ab5cfbafa7cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1202 time: 0.0786822
Feb 17 04:40:39.377547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682342f4-efca-449f-bbae-8facc5069ab8 req-72a73d39-6e36-4d9d-a03c-97d417d2488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.381558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-72a73d39-6e36-4d9d-a03c-97d417d2488f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.2036526
Feb 17 04:40:39.493638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c4160-9660-4f2e-8da2-5510809cfa4e req-7029228b-3906-4002-98a0-b3d284b86fa0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.495257 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d94c4160-9660-4f2e-8da2-5510809cfa4e req-7029228b-3906-4002-98a0-b3d284b86fa0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.2059941
Feb 17 04:40:39.533743 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-f4b6a637-59ba-4986-b76e-041c594a6bf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 1001 time: 0.1405919
Feb 17 04:40:39.601062 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d94c4160-9660-4f2e-8da2-5510809cfa4e req-09f8aae1-8816-4220-a8ec-be43af84f679 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933092
Feb 17 04:40:39.616174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682342f4-efca-449f-bbae-8facc5069ab8 req-152b7b08-b46a-4053-80dd-a91f213811b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.617753 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-152b7b08-b46a-4053-80dd-a91f213811b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.0715742
Feb 17 04:40:39.780215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682342f4-efca-449f-bbae-8facc5069ab8 req-99de60b3-759b-4a40-a69f-34055ceaabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.781843 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-99de60b3-759b-4a40-a69f-34055ceaabb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1554399
Feb 17 04:40:39.789744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000902a5-16be-4219-a1b3-5318756cf2bc req-78e15d9a-bfb1-4e67-a04c-9ab5f9cb8ef0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.791263 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-000902a5-16be-4219-a1b3-5318756cf2bc req-78e15d9a-bfb1-4e67-a04c-9ab5f9cb8ef0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.1278608
Feb 17 04:40:40.056729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Deleting port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:40.057116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.210331 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-0df23032-0ed4-405a-889a-d80aaa5309f5 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4041548
Feb 17 04:40:40.252663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2b70-53d9-4cca-9170-1ed93d263981 req-b69eb9b7-acbc-4368-a7ca-6f41ccd46856 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:40.254193 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd2a2b70-53d9-4cca-9170-1ed93d263981 req-b69eb9b7-acbc-4368-a7ca-6f41ccd46856 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.3385797
Feb 17 04:40:40.326481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:40.401258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:40.401690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.542318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:40.616807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:40.617233 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.743101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.745962 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd2a2b70-53d9-4cca-9170-1ed93d263981 req-e59cf025-6121-4651-9545-d530c0ac95ea tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4564211
Feb 17 04:40:40.759508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf1f6-300e-4106-8bea-9686a8b32703 req-1c913956-35df-49d6-babc-529febbc5ec5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:40.761114 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-897bf1f6-300e-4106-8bea-9686a8b32703 req-1c913956-35df-49d6-babc-529febbc5ec5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.6706970
Feb 17 04:40:40.772887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:40.783993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:40.787976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.789935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:40.838605 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-682342f4-efca-449f-bbae-8facc5069ab8 req-09556f64-9cb9-4711-845c-225bd94bf8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5927916
Feb 17 04:40:40.865792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:40.869204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:40.878845 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-897bf1f6-300e-4106-8bea-9686a8b32703 req-51121a0d-2d2e-4490-97bd-c0b5aa9e919a tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094794
Feb 17 04:40:40.983008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] For port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:40.983422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.162503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Calling delete_port for 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:41.196227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:41.272474 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:41.272898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.287812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-94580830-82b0-4299-ba47-e8cc5ed0fec9 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:41.289409 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-94580830-82b0-4299-ba47-e8cc5ed0fec9 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/networks?id=58123a5b-89a3-47b4-8bcf-bc477b9c807f HTTP/1.1" status: 200  len: 813 time: 0.4190786
Feb 17 04:40:41.332882 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-87946745-cc37-4c9c-8291-e2d0ef446f51 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/quotas/8b23386679f44b7e9d4204ab1e9adf0a HTTP/1.1" status: 200  len: 375 time: 0.0266726
Feb 17 04:40:41.384062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd5d76-1d30-49fc-aef9-a0063e03f68f req-d2c5101c-4a1a-4fd2-9451-f79dd939b46d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:41.385562 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c8dd5d76-1d30-49fc-aef9-a0063e03f68f req-d2c5101c-4a1a-4fd2-9451-f79dd939b46d tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 945 time: 0.3859129
Feb 17 04:40:41.415920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:41.454378 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-c5df4c7f-effb-477b-93b5-d45c778d277d tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0858107
Feb 17 04:40:41.540218 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.583532 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c8dd5d76-1d30-49fc-aef9-a0063e03f68f req-83e0c055-90c6-45a2-9e26-23c15b78573a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523378
Feb 17 04:40:41.588131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:41.607248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8503938-29c8-4ac8-9df0-55fb4457b6be tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:41.641971 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'code': 200}
Feb 17 04:40:41.713558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event deleted for resources: {'Port': ['ID=9a1fe4fe-80c8-4bb9-aef0-db5351e50d39,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:41.724952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:41.774535 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-e02466bc-8c25-42db-91b3-2b377d6d63aa service neutron] 10.222.0.38 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3084726
Feb 17 04:40:42.008909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] No DVR routers for this DVR port 9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:42.015795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:42.018435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'name': 'network-vif-deleted', 'tag': '9a1fe4fe-80c8-4bb9-aef0-db5351e50d39'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:42.064787 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-000902a5-16be-4219-a1b3-5318756cf2bc req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "DELETE /v2.0/ports/9a1fe4fe-80c8-4bb9-aef0-db5351e50d39 HTTP/1.1" status: 204  len: 173 time: 2.2338459
Feb 17 04:40:42.071473 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-227b024d-539a-4791-a208-e28268994d4c service neutron] 10.222.0.38 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2891030
Feb 17 04:40:42.085659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c071b-f49e-4a48-90b1-3e0e9ad47a7a req-eb23cbc9-fd4b-4bd5-b463-c67cca8f4e94 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:42.087337 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7a6c071b-f49e-4a48-90b1-3e0e9ad47a7a req-eb23cbc9-fd4b-4bd5-b463-c67cca8f4e94 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.2087986
Feb 17 04:40:42.139074 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7a6c071b-f49e-4a48-90b1-3e0e9ad47a7a req-3b4f509c-ccb9-4452-a97a-45ac11345fc1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443215
Feb 17 04:40:42.261084 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5217ba8-1c7d-4811-bc6f-daeedd5d8d02', 'name': 'network-vif-deleted', 'tag': '9a1fe4fe-80c8-4bb9-aef0-db5351e50d39', 'status': 'completed', 'code': 200}
Feb 17 04:40:42.391067 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c21abde3-c23c-4a5b-a673-a0916ed1f082 req-85f75029-e595-4fc8-9b84-820823617bc1 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 210 time: 0.0941124
Feb 17 04:40:42.399052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f457ae7-4f88-4ebb-a258-510cb7bb9c8b req-e9b7ad3b-037b-4d3b-8edc-f82a92e64e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:42.400648 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9f457ae7-4f88-4ebb-a258-510cb7bb9c8b req-e9b7ad3b-037b-4d3b-8edc-f82a92e64e78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1162 time: 0.2144070
Feb 17 04:40:42.471753 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9f457ae7-4f88-4ebb-a258-510cb7bb9c8b req-8a459b93-d696-4866-a67c-75f83a9f9362 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617182
Feb 17 04:40:42.496351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e62d1-349c-4a31-9e6b-3ff4b32a81f5 req-1539459f-335e-4831-99c6-f4afe006f821 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:42.498210 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1d0e62d1-349c-4a31-9e6b-3ff4b32a81f5 req-1539459f-335e-4831-99c6-f4afe006f821 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.1539705
Feb 17 04:40:42.551347 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1d0e62d1-349c-4a31-9e6b-3ff4b32a81f5 req-de93e6c8-399f-43e9-904d-e795429a6fee tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447700
Feb 17 04:40:42.830733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-eb14b135-f394-4bf7-af21-f4865be593b8 req-e7dc13a9-f536-4a14-be17-9efaaec16aeb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:42.919076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-eb14b135-f394-4bf7-af21-f4865be593b8 req-e7dc13a9-f536-4a14-be17-9efaaec16aeb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:42.920274 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eb14b135-f394-4bf7-af21-f4865be593b8 req-e7dc13a9-f536-4a14-be17-9efaaec16aeb tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5217ba8-1c7d-4811-bc6f-daeedd5d8d02 HTTP/1.1" status: 200  len: 210 time: 0.1840484
Feb 17 04:40:42.968994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02707-9141-451e-aecd-94a87311f138 req-da2c320f-c1e5-4bd4-9cf9-28d1efc8be1d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:42.970662 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-49b02707-9141-451e-aecd-94a87311f138 req-da2c320f-c1e5-4bd4-9cf9-28d1efc8be1d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.2845535
Feb 17 04:40:43.016357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-6cc8c689-3f4e-42ee-8626-66e644fcefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:43.017988 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-6cc8c689-3f4e-42ee-8626-66e644fcefc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1202 time: 0.2238116
Feb 17 04:40:43.068769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-d4ef36f9-b2f6-409b-a9a1-01f6a24dfdad tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:43.070393 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-d4ef36f9-b2f6-409b-a9a1-01f6a24dfdad tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.2126682
Feb 17 04:40:43.179349 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-49b02707-9141-451e-aecd-94a87311f138 req-56433137-2311-4155-baff-720754c087ec tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1936693
Feb 17 04:40:43.237103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Deleting port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:43.237496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:43.674107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-c7460f79-db7b-4aaf-90ff-b9f095304a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:43.676650 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-c7460f79-db7b-4aaf-90ff-b9f095304a11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.6503413
Feb 17 04:40:43.739558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cc5066d5-a890-432d-8bc4-670dd02eb000 req-f1ae1673-c497-483a-ac2a-e7ed0ff7ed47 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 210 time: 0.1608703
Feb 17 04:40:44.062494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 1dc54b74-4d8c-493a-918e-f2cbda4994d3 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:44.094789 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-f9c6d3a5-486c-43e2-b0cf-cc45c998e351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 1001 time: 0.3596694
Feb 17 04:40:44.192079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76b374-3f74-4268-9eb0-4247f1b76033 req-b86b61ac-fce4-4b11-838c-e8dcf4b2e1f4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:44.193741 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3a76b374-3f74-4268-9eb0-4247f1b76033 req-b86b61ac-fce4-4b11-838c-e8dcf4b2e1f4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.9110017
Feb 17 04:40:44.197366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:44.211586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-0a88afb2-d0b0-4bab-ace1-55f340c5190f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:44.213310 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-0a88afb2-d0b0-4bab-ace1-55f340c5190f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "GET /v2.0/networks?id=58123a5b-89a3-47b4-8bcf-bc477b9c807f HTTP/1.1" status: 200  len: 813 time: 0.6206491
Feb 17 04:40:44.229411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:44.241873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:44.244812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:44.246713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:44.258163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Request body: {'port': {'device_id': '34275f2e-8b70-44f1-826d-bff0192f8438', 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f', 'admin_state_up': True, 'tenant_id': '8b23386679f44b7e9d4204ab1e9adf0a'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:44.327738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=1dc54b74-4d8c-493a-918e-f2cbda4994d3,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:44.337439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.337837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.338222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.338643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.339072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.339753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.340312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.340693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.341094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.341445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.341833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.342169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.342607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.342988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.343447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.343690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.344082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.344392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.344755 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.345118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.345479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.345966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.346680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.347008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:44.353655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:44.414274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-1eb63cf5-8727-466f-a178-8f2ff20d251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:44.415922 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-1eb63cf5-8727-466f-a178-8f2ff20d251d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.2935543
Feb 17 04:40:44.437675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf30f11-9be8-45a0-8025-ffacb04ea431 req-99f070d5-3007-4b7e-befd-2113293f18f3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:44.439276 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2bf30f11-9be8-45a0-8025-ffacb04ea431 req-99f070d5-3007-4b7e-befd-2113293f18f3 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 946 time: 0.5586669
Feb 17 04:40:44.483934 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3a76b374-3f74-4268-9eb0-4247f1b76033 req-859ee07d-45de-4d0a-ac82-0fe82e0bf8e4 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2651026
Feb 17 04:40:44.487046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] For port 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:44.487459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:44.693209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Calling delete_port for 1dc54b74-4d8c-493a-918e-f2cbda4994d3 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:44.863812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:44.868679 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2bf30f11-9be8-45a0-8025-ffacb04ea431 req-1b368f26-c14e-4ab8-bd98-cf06bcecc6a4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3837566
Feb 17 04:40:44.910142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:44.947162 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-1351df9b-742b-41dc-8e76-7baf3e616662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:44.948844 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-1351df9b-742b-41dc-8e76-7baf3e616662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5199900
Feb 17 04:40:44.950395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Made reservation on behalf of 8b23386679f44b7e9d4204ab1e9adf0a for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:40:44.956066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:44.999736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:45.000105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:45.065312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533a8f3-5360-448c-9d5f-6b9c94ac6431 req-466c8c2e-31e2-47f3-86d7-81e0032fea49 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:45.067526 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a533a8f3-5360-448c-9d5f-6b9c94ac6431 req-466c8c2e-31e2-47f3-86d7-81e0032fea49 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.3261397
Feb 17 04:40:45.089756 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3', 'code': 200}
Feb 17 04:40:45.232397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:45.310161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:45.310604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:45.507486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Deleting port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:45.507859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:45.565590 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-46e5d59a-b402-4324-914e-49a8271c9550 req-2933ab9b-787b-4832-8e29-f3f2e71dc310 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 210 time: 0.3666997
Feb 17 04:40:45.593848 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a533a8f3-5360-448c-9d5f-6b9c94ac6431 req-c0add9c3-5ad5-4dd3-8755-e8f715a59c32 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.4981828
Feb 17 04:40:45.629188 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-9d9e1afe-cb09-41ee-896a-d2520d927e51 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6596465
Feb 17 04:40:46.146310 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-90863c4d-ecf3-404c-8253-4c1bba54593b req-16f31f0c-56b5-4aad-bd29-68f3f0dc5d90 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5062478
Feb 17 04:40:46.232891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163b366-3114-4dd8-b21e-be26e328ebbf req-1e926d5d-e79e-4b60-a8fc-428a05db4e80 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:46.234521 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2163b366-3114-4dd8-b21e-be26e328ebbf req-1e926d5d-e79e-4b60-a8fc-428a05db4e80 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.5628266
Feb 17 04:40:46.257908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] For port 1dc54b74-4d8c-493a-918e-f2cbda4994d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=1dc54b74-4d8c-493a-918e-f2cbda4994d3,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:46.258322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:46.266621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Allocated IP 172.20.0.13 (58123a5b-89a3-47b4-8bcf-bc477b9c807f/93a776b7-76e3-4a97-a8cc-231c12f0faae/e2e0a4b5-c176-4366-a4c5-3191ea792497) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:40:46.434823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Calling delete_port for 1dc54b74-4d8c-493a-918e-f2cbda4994d3 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:46.532809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2163b366-3114-4dd8-b21e-be26e328ebbf req-fad765d5-3fad-4cb7-8324-7dcc03493547 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2847924
Feb 17 04:40:46.607483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb89db5-9c5d-4405-a4d1-b8b0cd55e752 req-d56c4955-71be-41ad-8f78-b6fe0e2f8688 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:46.609124 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1eb89db5-9c5d-4405-a4d1-b8b0cd55e752 req-d56c4955-71be-41ad-8f78-b6fe0e2f8688 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 944 time: 0.4618559
Feb 17 04:40:46.887454 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1eb89db5-9c5d-4405-a4d1-b8b0cd55e752 req-f691e25e-1019-4600-9308-cac6ab17e2e7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039015
Feb 17 04:40:46.893694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:46.923144 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db4a527c-c28d-477b-99db-1656691fd8a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:47.035605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Pushing event deleted for resources: {'Port': ['ID=1dc54b74-4d8c-493a-918e-f2cbda4994d3,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:47.056533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:47.109690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.129992 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e5374fce-1f2d-4c65-bac0-838cb65b2dfc req-434f54a4-de5d-4745-826c-acc12ef40cc5 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 210 time: 0.0830364
Feb 17 04:40:47.142452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fddf-7aae-4ca4-9d68-9d6d2b66f73c req-4108e561-8ea4-44f2-bd84-bda7cbd6fcc0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:47.144708 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d1d4fddf-7aae-4ca4-9d68-9d6d2b66f73c req-4108e561-8ea4-44f2-bd84-bda7cbd6fcc0 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 945 time: 0.4590888
Feb 17 04:40:47.247299 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d1d4fddf-7aae-4ca4-9d68-9d6d2b66f73c req-4ab1ac64-c5bb-4bcc-a054-a5ccb94b9887 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933726
Feb 17 04:40:47.305085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.324048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:47.486958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] No DVR routers for this DVR port 1dc54b74-4d8c-493a-918e-f2cbda4994d3 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:47.497760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.502691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'name': 'network-vif-deleted', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:47.554658 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c099afc-d941-4044-83cc-39185d6d57b0', 'name': 'network-vif-deleted', 'tag': '1dc54b74-4d8c-493a-918e-f2cbda4994d3', 'status': 'completed', 'code': 200}
Feb 17 04:40:47.556268 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c8db9bd3-767a-4787-a110-610d5205f8b9 req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "DELETE /v2.0/ports/1dc54b74-4d8c-493a-918e-f2cbda4994d3 HTTP/1.1" status: 204  len: 173 time: 4.4358001
Feb 17 04:40:47.556909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Pushing event updated for resources: {'Port': ['ID=e2e0a4b5-c176-4366-a4c5-3191ea792497,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:47.564974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:47.592562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aac578-f573-4b19-a3ef-84d2528ed444 req-03846294-8360-4ea5-80f9-db00b0db0806 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:47.594212 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-06aac578-f573-4b19-a3ef-84d2528ed444 req-03846294-8360-4ea5-80f9-db00b0db0806 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.3538992
Feb 17 04:40:47.649621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:40:47.652627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:40:47.657348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:40:47.662479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:47.663199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:47.684830 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-06aac578-f573-4b19-a3ef-84d2528ed444 req-4c761457-cd58-47e1-b7cc-d0b9d23bc5cf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0787809
Feb 17 04:40:47.693094 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4600310
Feb 17 04:40:47.711169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Request body: {'port': {'device_id': '34275f2e-8b70-44f1-826d-bff0192f8438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:40:48.154110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-29a05fc9-3c62-4d5e-ba3b-78b54f104fb2 req-aba7fcf2-3184-4397-8768-db1ccdd166e7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Synchronizing usage tracker for tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:48.207069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.220410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-29a05fc9-3c62-4d5e-ba3b-78b54f104fb2 req-aba7fcf2-3184-4397-8768-db1ccdd166e7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Unset dirty status for tenant:d94a26ff4de24165a4a8fc5a5ddfd3f5 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:48.221778 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-29a05fc9-3c62-4d5e-ba3b-78b54f104fb2 req-aba7fcf2-3184-4397-8768-db1ccdd166e7 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c099afc-d941-4044-83cc-39185d6d57b0 HTTP/1.1" status: 200  len: 210 time: 0.1720798
Feb 17 04:40:48.274494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e073e-507f-4f59-a250-91490e4c99f4 req-08b01ba5-cdab-4c0b-b110-db401a32b868 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:48.276098 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-921e073e-507f-4f59-a250-91490e4c99f4 req-08b01ba5-cdab-4c0b-b110-db401a32b868 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 945 time: 0.2695882
Feb 17 04:40:48.523238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Deleting port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:48.523544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.758187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149848-e4b8-41bf-a68c-af359f0ddb7c req-e5d291de-794c-4288-8984-ca2cde7243f4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:48.759000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-33149848-e4b8-41bf-a68c-af359f0ddb7c req-e5d291de-794c-4288-8984-ca2cde7243f4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Synchronizing usage tracker for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:48.803583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561b270-bcca-4a87-87a0-9071f9f06847 req-9dbab382-37bf-4e13-9a7f-96b8dd716621 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:48.805105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2561b270-bcca-4a87-87a0-9071f9f06847 req-9dbab382-37bf-4e13-9a7f-96b8dd716621 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 945 time: 0.4243898
Feb 17 04:40:48.984315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-33149848-e4b8-41bf-a68c-af359f0ddb7c req-e5d291de-794c-4288-8984-ca2cde7243f4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Unset dirty status for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:48.985588 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33149848-e4b8-41bf-a68c-af359f0ddb7c req-e5d291de-794c-4288-8984-ca2cde7243f4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 932 time: 0.7193375
Feb 17 04:40:49.102775 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2561b270-bcca-4a87-87a0-9071f9f06847 req-b9bfbc8e-f3d8-4996-94d9-c7feb17dd008 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756472
Feb 17 04:40:49.130191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33149848-e4b8-41bf-a68c-af359f0ddb7c req-8d75a3a9-2e02-4ee9-9bbe-df22c9405eec tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303124
Feb 17 04:40:49.164996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] For port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:49.165402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.249680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:49.353616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Calling delete_port for fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:49.380833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.410497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:49.413659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:40:49.421015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:49.424743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.428390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:49.510109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:49.513310 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:49.548039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e0a4b5-c176-4366-a4c5-3191ea792497 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:40:49.560893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.576156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d8f77-3270-49f4-93a6-3946b75b6602 req-b10607ce-edb6-4f84-bb5a-4623f40d6121 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:49.577855 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-201d8f77-3270-49f4-93a6-3946b75b6602 req-b10607ce-edb6-4f84-bb5a-4623f40d6121 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.3371766
Feb 17 04:40:49.580971 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089', 'code': 200}
Feb 17 04:40:49.584539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:49.585061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:49.601995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Transition to ACTIVE for port object e2e0a4b5-c176-4366-a4c5-3191ea792497 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:40:49.607774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.626125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c7248680-ef7c-43c4-84c1-9da6bfec9388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:49.830031 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-201d8f77-3270-49f4-93a6-3946b75b6602 req-29620274-e0e9-4ae2-9f15-eea3379e177d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2441239
Feb 17 04:40:49.853979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0a4b5-c176-4366-a4c5-3191ea792497,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:49.859961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:49.921317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f817d-9587-4320-8b9e-7bc07e81183a req-24cc6faa-4ef1-4c38-967d-4289f6d3e1d4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:49.922947 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1a3f817d-9587-4320-8b9e-7bc07e81183a req-24cc6faa-4ef1-4c38-967d-4289f6d3e1d4 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.1946905
Feb 17 04:40:50.212247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Deleting port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:50.212633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.369053 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1a3f817d-9587-4320-8b9e-7bc07e81183a req-4e191b94-1f22-445c-b365-2d695a106fc9 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3975830
Feb 17 04:40:50.406005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Attempting to bind port e2e0a4b5-c176-4366-a4c5-3191ea792497 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:40:50.406389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Attempting to bind port e2e0a4b5-c176-4366-a4c5-3191ea792497 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:40:50.406791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Attempting to bind port e2e0a4b5-c176-4366-a4c5-3191ea792497 on network 58123a5b-89a3-47b4-8bcf-bc477b9c807f {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:40:50.424176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:40:50.424535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Checking segment: {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:40:50.424943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.426148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Bound using segment: {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:40:50.426683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Bound port: e2e0a4b5-c176-4366-a4c5-3191ea792497, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b47dfdf-3c80-4b46-8295-02410cb2e4bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '58123a5b-89a3-47b4-8bcf-bc477b9c807f'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:40:50.427068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.678418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49c06a-9a27-4ee4-af38-c2c89f9a000f req-d28c37db-0784-493d-911f-0eb42deea93e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:50.679983 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f49c06a-9a27-4ee4-af38-c2c89f9a000f req-d28c37db-0784-493d-911f-0eb42deea93e tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 943 time: 0.4282937
Feb 17 04:40:50.760569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] For port e2e0a4b5-c176-4366-a4c5-3191ea792497, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:40:50.796100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] For port e2e0a4b5-c176-4366-a4c5-3191ea792497, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e2e0a4b5-c176-4366-a4c5-3191ea792497,segment=NetworkSegment(4b47dfdf-3c80-4b46-8295-02410cb2e4bc),segment_id=4b47dfdf-3c80-4b46-8295-02410cb2e4bc)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:40:50.813245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.831385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:50.923324 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f49c06a-9a27-4ee4-af38-c2c89f9a000f req-06616ff4-f117-4cd9-add3-ec2dd9e50a6a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207148
Feb 17 04:40:50.947087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] For port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:50.947087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:51.044491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ff4b9-04e8-4135-a69c-682ce0a3d3a4 req-61ddb2ca-32ec-4087-9bfd-e610f37cd73f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:51.046065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e02ff4b9-04e8-4135-a69c-682ce0a3d3a4 req-61ddb2ca-32ec-4087-9bfd-e610f37cd73f tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 944 time: 0.5478556
Feb 17 04:40:51.151118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Calling delete_port for fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:51.259936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0a4b5-c176-4366-a4c5-3191ea792497,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:51.270165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:51.341485 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e02ff4b9-04e8-4135-a69c-682ce0a3d3a4 req-d03ba906-3ef6-48b6-b5bb-432776a15c95 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584632
Feb 17 04:40:51.398844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:51.399543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:51.401056 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2e0a4b5-c176-4366-a4c5-3191ea792497 HTTP/1.1" status: 200  len: 1158 time: 3.6957026
Feb 17 04:40:51.402702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34275f2e-8b70-44f1-826d-bff0192f8438', 'tag': 'e2e0a4b5-c176-4366-a4c5-3191ea792497'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:51.440439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7cf4-968e-4f0d-ba9e-124fc18aa2eb req-d2c31872-bb37-442c-9636-1ef36786b412 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:51.442177 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98fa7cf4-968e-4f0d-ba9e-124fc18aa2eb req-d2c31872-bb37-442c-9636-1ef36786b412 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.4075933
Feb 17 04:40:51.559357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:51.584516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:51.704411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event deleted for resources: {'Port': ['ID=fc9a2ca9-56da-4fa9-aa32-1289ae7ac089,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:51.709535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:51.735977 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-98fa7cf4-968e-4f0d-ba9e-124fc18aa2eb req-c8df58f0-9b42-405c-b5a1-74aa0374c9c3 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2445381
Feb 17 04:40:51.793625 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34275f2e-8b70-44f1-826d-bff0192f8438', 'tag': 'e2e0a4b5-c176-4366-a4c5-3191ea792497', 'status': 'completed', 'code': 200}
Feb 17 04:40:51.804348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-d23909c3-5d62-43eb-9e0e-95f345a0f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:51.805976 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-d23909c3-5d62-43eb-9e0e-95f345a0f59a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 1161 time: 0.3606241
Feb 17 04:40:51.890301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d02032-eb25-4c5d-9393-5292476fbcd5 req-36f1653f-6043-4ccf-b604-9c4f435e0633 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:51.891931 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-64d02032-eb25-4c5d-9393-5292476fbcd5 req-36f1653f-6043-4ccf-b604-9c4f435e0633 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.3795080
Feb 17 04:40:51.906455 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-051e8756-4596-4b33-9be9-4f03b744e4ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e0a4b5-c176-4366-a4c5-3191ea792497 HTTP/1.1" status: 200  len: 217 time: 0.0897198
Feb 17 04:40:52.035757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] No DVR routers for this DVR port fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:52.041788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:52.053558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-64d02032-eb25-4c5d-9393-5292476fbcd5 req-970c2f8f-a7c0-4a49-bff2-262157c52575 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520205
Feb 17 04:40:52.112973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-d41e1215-f96c-4ea6-871c-2797e30438e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:52.114549 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-d41e1215-f96c-4ea6-871c-2797e30438e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93a776b7-76e3-4a97-a8cc-231c12f0faae HTTP/1.1" status: 200  len: 853 time: 0.1902690
Feb 17 04:40:52.115842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-ee6a4d9b-b1c3-49e4-a1fb-0cf5d01614df req-6b45115b-9b47-42c5-a8e7-14861f7cde04 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:52.120487 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-921e073e-507f-4f59-a250-91490e4c99f4 req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "DELETE /v2.0/ports/fc9a2ca9-56da-4fa9-aa32-1289ae7ac089 HTTP/1.1" status: 204  len: 173 time: 3.7981832
Feb 17 04:40:52.180848 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-4a4c61e9-fa50-4f53-b5ae-e75a6354ecc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58123a5b-89a3-47b4-8bcf-bc477b9c807f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555201
Feb 17 04:40:52.181857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-ee6a4d9b-b1c3-49e4-a1fb-0cf5d01614df req-6b45115b-9b47-42c5-a8e7-14861f7cde04 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:52.183015 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ee6a4d9b-b1c3-49e4-a1fb-0cf5d01614df req-6b45115b-9b47-42c5-a8e7-14861f7cde04 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c526cd8-5f97-4b6f-af6a-ab22442bf0d6 HTTP/1.1" status: 200  len: 210 time: 0.1363702
Feb 17 04:40:52.327020 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-4e31d976-eb6d-4f03-a64d-92d2740c0c98 service neutron] 10.222.0.46 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382279
Feb 17 04:40:52.760561 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d90d598c-6f68-4aa5-8416-253f94f91690 req-fd4b29bf-af3b-41c1-90f8-cde4a9d4fc2a service neutron] 10.222.0.46 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4231622
Feb 17 04:40:52.771672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ccd6-a95c-4371-a797-29734c657d4a req-3b5cb4da-622f-4e54-8e3a-00d7f89b0f43 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:52.773795 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7a23ccd6-a95c-4371-a797-29734c657d4a req-3b5cb4da-622f-4e54-8e3a-00d7f89b0f43 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 944 time: 0.1990263
Feb 17 04:40:52.917348 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7a23ccd6-a95c-4371-a797-29734c657d4a req-03961fc9-9c80-447c-89ba-2e7cd87dad58 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336150
Feb 17 04:40:52.976478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-efa7adb7-d931-4451-b556-5eb69fa8853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:52.978121 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-efa7adb7-d931-4451-b556-5eb69fa8853c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 1161 time: 0.1597917
Feb 17 04:40:52.988679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e19c4-723d-4118-9643-563fac6912ef req-b4bb44a3-c8fa-4763-8d65-d0af8e71ca4b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:52.990220 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-028e19c4-723d-4118-9643-563fac6912ef req-b4bb44a3-c8fa-4763-8d65-d0af8e71ca4b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.1266742
Feb 17 04:40:53.142618 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-028e19c4-723d-4118-9643-563fac6912ef req-a6b0eec1-1bd2-4898-be2d-0b9274228b39 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1254797
Feb 17 04:40:53.208268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-1b2bceb6-dd88-4859-b6c2-014c71f00237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:53.209714 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-1b2bceb6-dd88-4859-b6c2-014c71f00237 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58123a5b-89a3-47b4-8bcf-bc477b9c807f HTTP/1.1" status: 200  len: 907 time: 0.2169511
Feb 17 04:40:53.296759 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-4f8ff407-04ed-4421-b121-991f86411652 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e0a4b5-c176-4366-a4c5-3191ea792497 HTTP/1.1" status: 200  len: 217 time: 0.0753169
Feb 17 04:40:53.384486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cde49-4197-4783-b356-e89b8d50e897 req-8fa92ecd-657c-4a40-ae45-970ca7064338 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:53.386099 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d39cde49-4197-4783-b356-e89b8d50e897 req-8fa92ecd-657c-4a40-ae45-970ca7064338 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2158828
Feb 17 04:40:53.390025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-2075568f-6e21-4fd6-9941-4a44f028956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:53.391529 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-2075568f-6e21-4fd6-9941-4a44f028956b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93a776b7-76e3-4a97-a8cc-231c12f0faae HTTP/1.1" status: 200  len: 853 time: 0.0857053
Feb 17 04:40:53.463920 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-a88bead6-6eae-4998-acff-084ba71f95b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58123a5b-89a3-47b4-8bcf-bc477b9c807f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548415
Feb 17 04:40:53.562843 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d39cde49-4197-4783-b356-e89b8d50e897 req-69635938-71b8-4289-8c2a-17d7721450bc tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702406
Feb 17 04:40:53.672909 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-a9c64686-0875-4356-b9cd-9674c519b0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980655
Feb 17 04:40:53.794037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4479f24-9977-4e04-92a1-54134375746c req-435d11ce-23e0-4a58-82b1-03efbf995827 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:53.795592 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4479f24-9977-4e04-92a1-54134375746c req-435d11ce-23e0-4a58-82b1-03efbf995827 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.1932428
Feb 17 04:40:53.797943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'name': 'network-vif-deleted', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:53.857895 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c526cd8-5f97-4b6f-af6a-ab22442bf0d6', 'name': 'network-vif-deleted', 'tag': 'fc9a2ca9-56da-4fa9-aa32-1289ae7ac089', 'status': 'completed', 'code': 200}
Feb 17 04:40:53.883873 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b4479f24-9977-4e04-92a1-54134375746c req-d560dc99-b75d-46b4-9276-f788fdc55e3f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789442
Feb 17 04:40:53.885980 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e82d3b2e-e196-4f47-a7b3-4ceddee10e66 req-572781fc-6ec3-4f31-af55-d6c0f36ac7eb service neutron] 10.222.0.46 "GET /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2037292
Feb 17 04:40:54.124950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573391c6-c66e-431e-944a-b1873f51104e req-0de5490f-4e6a-403a-a7fc-aa541ebe1312 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:54.126546 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-573391c6-c66e-431e-944a-b1873f51104e req-0de5490f-4e6a-403a-a7fc-aa541ebe1312 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 944 time: 0.0895243
Feb 17 04:40:54.173447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-573391c6-c66e-431e-944a-b1873f51104e req-379411c5-5b72-48db-a303-783485326733 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400455
Feb 17 04:40:54.349013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e4a60-8747-444f-8e1a-a25bfeb79853 req-b17fec87-ad24-43b1-bc6b-30c436af2c27 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:54.350621 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da0e4a60-8747-444f-8e1a-a25bfeb79853 req-b17fec87-ad24-43b1-bc6b-30c436af2c27 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.0903733
Feb 17 04:40:54.399461 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-da0e4a60-8747-444f-8e1a-a25bfeb79853 req-42473d7e-e6b4-4c10-86e5-533300a78f80 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0424507
Feb 17 04:40:54.759410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa388a-6ce2-483c-a2aa-27a30fb59b8c req-73338949-82dc-42df-b512-51fa3b61d327 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:54.760925 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-79aa388a-6ce2-483c-a2aa-27a30fb59b8c req-73338949-82dc-42df-b512-51fa3b61d327 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.0856502
Feb 17 04:40:54.808620 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-79aa388a-6ce2-483c-a2aa-27a30fb59b8c req-dc2c7ee7-4c94-41d4-8271-39765f3e1e42 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414364
Feb 17 04:40:55.087834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855569d-603c-4480-a17e-40ca4a8749f2 req-4b533a6a-cf31-4a1f-bb15-377be812d52b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:55.089426 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a855569d-603c-4480-a17e-40ca4a8749f2 req-4b533a6a-cf31-4a1f-bb15-377be812d52b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.0895579
Feb 17 04:40:55.136654 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a855569d-603c-4480-a17e-40ca4a8749f2 req-8338bfeb-9c97-4684-914b-79c4477ebff8 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408666
Feb 17 04:40:55.184725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:55.385602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-25af5eb5-608d-4bc7-967b-11b7a539473a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:55.387121 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-25af5eb5-608d-4bc7-967b-11b7a539473a tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 946 time: 0.1534755
Feb 17 04:40:55.438182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290fb96-33de-45f1-930c-41809ea2e9b5 req-6fa53171-557d-4bdc-b4cc-f6f03bcedc25 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:55.439914 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9290fb96-33de-45f1-930c-41809ea2e9b5 req-6fa53171-557d-4bdc-b4cc-f6f03bcedc25 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 944 time: 0.1519868
Feb 17 04:40:55.506989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Deleting port c45cb327-88cb-4944-9e37-27538a1aa3b5 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:55.507355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:55.599256 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9290fb96-33de-45f1-930c-41809ea2e9b5 req-4fd28e23-d9a0-4bb3-b820-ecab8b9143d4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511130
Feb 17 04:40:55.814129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e2e0a4b5-c176-4366-a4c5-3191ea792497 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:55.851859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629909e4-a780-45b5-8322-a3af6b4606d3 req-c3565a26-bcbe-41c6-9c06-39372701af4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:55.853480 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629909e4-a780-45b5-8322-a3af6b4606d3 req-c3565a26-bcbe-41c6-9c06-39372701af4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.3104405
Feb 17 04:40:55.919020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port e2e0a4b5-c176-4366-a4c5-3191ea792497 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:40:55.924537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port e2e0a4b5-c176-4366-a4c5-3191ea792497 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:55.925578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:55.988351 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-629909e4-a780-45b5-8322-a3af6b4606d3 req-c83f9cb0-04c0-4355-89d3-e98e818bc1ad tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1227133
Feb 17 04:40:55.994965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d77b51-f405-4b23-85af-745224042fb8 req-8008b08e-38fc-4fbd-8aba-cb26be6490c8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:55.996633 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b2d77b51-f405-4b23-85af-745224042fb8 req-8008b08e-38fc-4fbd-8aba-cb26be6490c8 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.2998769
Feb 17 04:40:55.998773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] For port c45cb327-88cb-4944-9e37-27538a1aa3b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:55.999191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.071716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.100408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34275f2e-8b70-44f1-826d-bff0192f8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0a4b5-c176-4366-a4c5-3191ea792497'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:56.110631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port e2e0a4b5-c176-4366-a4c5-3191ea792497, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e2e0a4b5-c176-4366-a4c5-3191ea792497,segment=NetworkSegment(4b47dfdf-3c80-4b46-8295-02410cb2e4bc),segment_id=4b47dfdf-3c80-4b46-8295-02410cb2e4bc)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:56.114862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.117534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:56.231716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Calling delete_port for c45cb327-88cb-4944-9e37-27538a1aa3b5 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:56.338782 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34275f2e-8b70-44f1-826d-bff0192f8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0a4b5-c176-4366-a4c5-3191ea792497', 'code': 200}
Feb 17 04:40:56.346091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device c45cb327-88cb-4944-9e37-27538a1aa3b5 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:56.391326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:40:56.441854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=e2e0a4b5-c176-4366-a4c5-3191ea792497,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:56.445424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:56.508949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.542849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port c45cb327-88cb-4944-9e37-27538a1aa3b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:56.545611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.548134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:56.621502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=c45cb327-88cb-4944-9e37-27538a1aa3b5,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:56.624792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:56.633209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Deleting port 931d3091-bc84-4f99-9fec-11c4d1500c28 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:56.633603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.831152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:56.831871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:56.878593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da6a4-1228-4809-b3a3-58ec33e27885 req-0c52cc42-e5b4-4c25-a224-bb97322413ed tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:56.880129 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a7da6a4-1228-4809-b3a3-58ec33e27885 req-0c52cc42-e5b4-4c25-a224-bb97322413ed tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 946 time: 0.7598448
Feb 17 04:40:56.942155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466490-43dd-4d7e-9b52-4f1ee6d61c40 req-bae58921-0bea-4b6f-8fa2-717bf37dd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:56.943769 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c0466490-43dd-4d7e-9b52-4f1ee6d61c40 req-bae58921-0bea-4b6f-8fa2-717bf37dd489 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 1163 time: 0.4435930
Feb 17 04:40:56.975821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4822e7-6f6f-499f-a000-e860cd05b1e5 req-a8ebf75e-0baf-49ba-ae80-44c288db9ae6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:56.977404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c4822e7-6f6f-499f-a000-e860cd05b1e5 req-a8ebf75e-0baf-49ba-ae80-44c288db9ae6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.4789705
Feb 17 04:40:57.099648 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a7da6a4-1228-4809-b3a3-58ec33e27885 req-998636cd-a151-48b6-89be-404509244a7e tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f79c22d-facd-40a0-8def-d6d613237f40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612568
Feb 17 04:40:57.106401 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c0466490-43dd-4d7e-9b52-4f1ee6d61c40 req-6f36d546-5098-4a45-bdb2-8daa932a66e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529329
Feb 17 04:40:57.131067 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5c4822e7-6f6f-499f-a000-e860cd05b1e5 req-5901b2c1-3599-43aa-93fb-d1d07ab059f7 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357000
Feb 17 04:40:57.139411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] For port 931d3091-bc84-4f99-9fec-11c4d1500c28, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=931d3091-bc84-4f99-9fec-11c4d1500c28,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:57.139821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.291925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Calling delete_port for 931d3091-bc84-4f99-9fec-11c4d1500c28 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:57.329665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e2e0a4b5-c176-4366-a4c5-3191ea792497 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:57.396214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Deleting port c45cb327-88cb-4944-9e37-27538a1aa3b5 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:57.396512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.417154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port e2e0a4b5-c176-4366-a4c5-3191ea792497 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:57.417579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.556007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 931d3091-bc84-4f99-9fec-11c4d1500c28 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:57.675637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.769849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0e203-ff1c-4b9f-8463-d94b7524c862 req-dd7da9e7-408d-4b56-825d-59a83659c569 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:57.771543 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-92c0e203-ff1c-4b9f-8463-d94b7524c862 req-dd7da9e7-408d-4b56-825d-59a83659c569 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 946 time: 0.4887662
Feb 17 04:40:57.787853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc350929-f173-4937-8ace-08894d3ba68e req-820fe548-a5e8-47cc-ab7c-5c897e234857 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:57.789404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dc350929-f173-4937-8ace-08894d3ba68e req-820fe548-a5e8-47cc-ab7c-5c897e234857 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.5079112
Feb 17 04:40:57.860366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.905256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-831f0b1e-95e8-417d-a728-6a6e22dfd335 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:58.021395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Pushing event deleted for resources: {'Port': ['ID=931d3091-bc84-4f99-9fec-11c4d1500c28,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:58.039017 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-92c0e203-ff1c-4b9f-8463-d94b7524c862 req-117b5d28-ad94-4a35-ab10-b7c37bdb03bd tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463634
Feb 17 04:40:58.039868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:58.054061 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dc350929-f173-4937-8ace-08894d3ba68e req-554f38d0-11c1-4cd1-bdd1-6b92d7b4d2de tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2549512
Feb 17 04:40:58.094742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] For port c45cb327-88cb-4944-9e37-27538a1aa3b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c45cb327-88cb-4944-9e37-27538a1aa3b5,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:58.095158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:58.292516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Calling delete_port for c45cb327-88cb-4944-9e37-27538a1aa3b5 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:58.340395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:58.376327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b24b9173-0913-4765-b5be-13057b15c63a req-4daf8769-f8c5-4f7a-8a14-d36a39eb96f5 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.38 "GET /v2.0/ports?device_id=68a5c561-c418-4a68-b8b3-1600b638b80c HTTP/1.1" status: 200  len: 210 time: 0.1442733
Feb 17 04:40:58.435088 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5', 'code': 200}
Feb 17 04:40:58.491327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] No DVR routers for this DVR port 931d3091-bc84-4f99-9fec-11c4d1500c28 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:58.494768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:58.498069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'name': 'network-vif-deleted', 'tag': '931d3091-bc84-4f99-9fec-11c4d1500c28'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:58.562685 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5c561-c418-4a68-b8b3-1600b638b80c', 'name': 'network-vif-deleted', 'tag': '931d3091-bc84-4f99-9fec-11c4d1500c28', 'status': 'completed', 'code': 200}
Feb 17 04:40:58.575887 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b2d77b51-f405-4b23-85af-745224042fb8 req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] 10.222.0.46 "DELETE /v2.0/ports/931d3091-bc84-4f99-9fec-11c4d1500c28 HTTP/1.1" status: 204  len: 173 time: 2.5588486
Feb 17 04:40:58.589664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94157-ac41-41da-8bc4-fa28efd1105e req-1ed1d8f6-1ea8-457c-932b-8a222277c18f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:58.590345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d3b94157-ac41-41da-8bc4-fa28efd1105e req-1ed1d8f6-1ea8-457c-932b-8a222277c18f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:58.615005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d3b94157-ac41-41da-8bc4-fa28efd1105e req-1ed1d8f6-1ea8-457c-932b-8a222277c18f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:58.616299 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d3b94157-ac41-41da-8bc4-fa28efd1105e req-1ed1d8f6-1ea8-457c-932b-8a222277c18f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c HTTP/1.1" status: 200  len: 944 time: 0.2928553
Feb 17 04:40:58.617391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:58.637239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3329dd50-8bb9-4186-a72c-85abcd0651e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:58.966176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event deleted for resources: {'Port': ['ID=c45cb327-88cb-4944-9e37-27538a1aa3b5,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:58.978380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:59.018934 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d3b94157-ac41-41da-8bc4-fa28efd1105e req-ee2b3d76-1498-4f7c-9597-df3b15cf0b01 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309042
Feb 17 04:40:59.115691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] No DVR routers for this DVR port c45cb327-88cb-4944-9e37-27538a1aa3b5 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:59.117902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.120609 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-df24ea7a-6b20-4b1c-8931-b19efced4cd8 req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "DELETE /v2.0/ports/c45cb327-88cb-4944-9e37-27538a1aa3b5 HTTP/1.1" status: 204  len: 173 time: 3.7265201
Feb 17 04:40:59.343329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef620e08-49e7-4e48-a645-b979bd0f281f req-aa8dcfb2-b76a-478b-a908-7c83c9239356 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:59.344961 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ef620e08-49e7-4e48-a645-b979bd0f281f req-aa8dcfb2-b76a-478b-a908-7c83c9239356 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 946 time: 0.1668694
Feb 17 04:40:59.351456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2ed9e-c485-44c9-96c9-c6c0047f0875 req-00f94729-6164-4c15-b3f6-c14074c15923 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:59.353004 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7cd2ed9e-c485-44c9-96c9-c6c0047f0875 req-00f94729-6164-4c15-b3f6-c14074c15923 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.1335268
Feb 17 04:40:59.431584 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ef620e08-49e7-4e48-a645-b979bd0f281f req-8a45738a-af2f-4ac4-93a3-dcd3d5d397e0 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775104
Feb 17 04:40:59.444613 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7cd2ed9e-c485-44c9-96c9-c6c0047f0875 req-62124b42-1f1e-4fab-8160-547a7c55ed64 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0739348
Feb 17 04:40:59.520580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44432) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:59.638556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:59.727522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:59.728085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.869204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e2e0a4b5-c176-4366-a4c5-3191ea792497 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:59.963829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port e2e0a4b5-c176-4366-a4c5-3191ea792497 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:59.964259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.215095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.551865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3605a011-c6d4-4511-8e42-77792c642c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.564313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'name': 'network-vif-deleted', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:00.622887 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8fcb1f-fa8f-4a61-8e8b-77a64053ca3c', 'name': 'network-vif-deleted', 'tag': 'c45cb327-88cb-4944-9e37-27538a1aa3b5', 'status': 'completed', 'code': 200}
Feb 17 04:41:00.651748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Deleting port 47d0f085-2c5b-45a2-8fbd-9ba810db3123 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:00.652173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.817613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d230e-7466-4617-bb7b-fc93e7251677 req-4505422c-b419-4668-8f36-acb36b972ca3 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:00.819241 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-715d230e-7466-4617-bb7b-fc93e7251677 req-4505422c-b419-4668-8f36-acb36b972ca3 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.2420273
Feb 17 04:41:00.903591 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-715d230e-7466-4617-bb7b-fc93e7251677 req-9a8329e4-f64c-4b75-8331-49368119e32c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0774434
Feb 17 04:41:00.909728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] For port 47d0f085-2c5b-45a2-8fbd-9ba810db3123, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=47d0f085-2c5b-45a2-8fbd-9ba810db3123,segment=NetworkSegment(e9827563-c78c-4e83-9be6-a003403ce012),segment_id=e9827563-c78c-4e83-9be6-a003403ce012)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:00.910127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.044533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Calling delete_port for 47d0f085-2c5b-45a2-8fbd-9ba810db3123 owned by network:router_interface {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:01.361540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.376826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-92d7d989-0c5b-46a2-b474-7c5559fd89a0 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:01.707094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d0f085-2c5b-45a2-8fbd-9ba810db3123,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:01.749664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:01.840902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eaae2-57d5-4db5-aa03-17ea4ea0c7fb req-d34ee39e-cab3-4e32-b0e8-f37f6bd62898 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:01.842602 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9c9eaae2-57d5-4db5-aa03-17ea4ea0c7fb req-d34ee39e-cab3-4e32-b0e8-f37f6bd62898 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.1449964
Feb 17 04:41:02.078558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9c9eaae2-57d5-4db5-aa03-17ea4ea0c7fb req-b1d64840-c1e9-48e6-8e0d-a9ebf157e64f tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762083
Feb 17 04:41:02.123367 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.268901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a29edc-9515-4cea-98a0-b67be16640ce req-7e93b278-1d90-46d4-88ba-666909526f24 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:02.270552 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7a29edc-9515-4cea-98a0-b67be16640ce req-7e93b278-1d90-46d4-88ba-666909526f24 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.2488749
Feb 17 04:41:02.454227 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7a29edc-9515-4cea-98a0-b67be16640ce req-9784707f-924f-4510-9ab3-40b059149de9 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1771822
Feb 17 04:41:02.694466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Router 100d044b-6b52-4604-8345-eb949f4911da has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:02.880747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae4271c8-df5a-4d96-b5a3-3b1dce42ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.882343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:02.891842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] Sync routers for ids ['100d044b-6b52-4604-8345-eb949f4911da'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:02.895869 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] 10.222.0.38 "PUT /v2.0/routers/100d044b-6b52-4604-8345-eb949f4911da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3741188
Feb 17 04:41:02.898509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44466) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:02.906354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] Routers {'100d044b-6b52-4604-8345-eb949f4911da'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:02.907051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415155a58>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['100d044b-6b52-4604-8345-eb949f4911da'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:03.089420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks [] for router, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.095445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] Set router 100d044b-6b52-4604-8345-eb949f4911da gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:03.346270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.361664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Deleting port da36e4e3-c4a1-499c-975c-c24064df54ef {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:03.362089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.370811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.411046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415155a58>, [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:41:01Z', 'revision_number': 5, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:03.415068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] Checking router: 100d044b-6b52-4604-8345-eb949f4911da for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:03.423919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] Routers {'100d044b-6b52-4604-8345-eb949f4911da'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:03.425090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415155a58>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['100d044b-6b52-4604-8345-eb949f4911da'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:03.445630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:03.470062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33389f1-dced-4977-ae91-3a5eb9b92459 req-fdbb8cc3-8c20-4a46-9a0d-9c09941d0a99 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:03.472354 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b33389f1-dced-4977-ae91-3a5eb9b92459 req-fdbb8cc3-8c20-4a46-9a0d-9c09941d0a99 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.2260873
Feb 17 04:41:03.552653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:03.553347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.707620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d92a1575-fc75-4375-9949-9d1f0f507388 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:03.782967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d92a1575-fc75-4375-9949-9d1f0f507388 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:03.783389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.809941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] Set router 100d044b-6b52-4604-8345-eb949f4911da gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:03.931323 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b33389f1-dced-4977-ae91-3a5eb9b92459 req-4bb3ad7d-adad-4a04-8935-a7e74b775740 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4506254
Feb 17 04:41:03.968261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-2c057509-c517-4a18-a044-337576747e83 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:03.969751 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-2c057509-c517-4a18-a044-337576747e83 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.5690989
Feb 17 04:41:04.046037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] For port da36e4e3-c4a1-499c-975c-c24064df54ef, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=da36e4e3-c4a1-499c-975c-c24064df54ef,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:04.046434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.140140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415155a58>, [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:41:01Z', 'revision_number': 5, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:04.144734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20ebd4-3beb-4186-92b8-a848455367dc None None] The sync data for ids ['100d044b-6b52-4604-8345-eb949f4911da'] in dv-cinder-760197-3-iscsi is: [{'id': '100d044b-6b52-4604-8345-eb949f4911da', 'name': 'tempest-ServerRescueNegativeTestJSON-241184052-router', 'tenant_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:19Z', 'updated_at': '2021-02-17T04:41:01Z', 'revision_number': 5, 'project_id': 'd94a26ff4de24165a4a8fc5a5ddfd3f5', 'gw_port': {'id': 'da36e4e3-c4a1-499c-975c-c24064df54ef', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d044b-6b52-4604-8345-eb949f4911da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:04.194399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3078-9ef0-4c2a-a66a-823dae7a949a req-9e365bc6-3733-443e-92d4-570b80e4789e tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:04.196084 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b2db3078-9ef0-4c2a-a66a-823dae7a949a req-9e365bc6-3733-443e-92d4-570b80e4789e tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.3888431
Feb 17 04:41:04.204093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Calling delete_port for da36e4e3-c4a1-499c-975c-c24064df54ef owned by network:router_gateway {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:04.279753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Deleting port d92a1575-fc75-4375-9949-9d1f0f507388 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:04.280136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.389458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b2db3078-9ef0-4c2a-a66a-823dae7a949a req-a005bd73-78f9-4399-90a2-82700497b076 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&id=982665c9-67b2-41e8-a6c8-2cc22a829360&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1529133
Feb 17 04:41:04.562330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.602000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     result = function(*args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     proto.__init__(conn_state, self)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.handle()
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.handle_one_request()
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.handle_one_response()
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     result = self.application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return app(environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return request.get_response(self.application)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self._app)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return resp(environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return resp(environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = self.app(environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return resp(environ, start_response)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:04.608252 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     result = method(request=request, **args)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._delete(request, id, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     obj_deleter(request.context, id, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return method(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, context, *args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return method(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     context, port, router_ids, bound_mech_contexts)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     return function(*args, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     callback(resource, event, trigger, **kwargs)
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]:     stack = traceback.extract_stack()
Feb 17 04:41:04.614664 dv-cinder-760197-3-iscsi neutron-server[83793]: 
Feb 17 04:41:04.756291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] For port d92a1575-fc75-4375-9949-9d1f0f507388, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d92a1575-fc75-4375-9949-9d1f0f507388,segment=NetworkSegment(a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5),segment_id=a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:04.756666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.902787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Calling delete_port for d92a1575-fc75-4375-9949-9d1f0f507388 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:04.954016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.060214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.127200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 47d0f085-2c5b-45a2-8fbd-9ba810db3123 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:05.158503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.166288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 47d0f085-2c5b-45a2-8fbd-9ba810db3123 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:05.166715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 47d0f085-2c5b-45a2-8fbd-9ba810db3123 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:05.175604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.312126 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.312678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 100d044b-6b52-4604-8345-eb949f4911da {{(pid=83902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:41:05.369136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7ca5b-d08c-40a1-84df-dc35bf4e20da req-10990790-a42a-46ca-8b12-9a48d79c42a6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.369915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c7c7ca5b-d08c-40a1-84df-dc35bf4e20da req-10990790-a42a-46ca-8b12-9a48d79c42a6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Synchronizing usage tracker for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:05.371674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d92a1575-fc75-4375-9949-9d1f0f507388 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:05.383389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.384617 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f71d303d-164e-4611-981c-01a76a59b948 admin admin] 10.222.0.38 "DELETE /v2.0/routers/100d044b-6b52-4604-8345-eb949f4911da HTTP/1.1" status: 204  len: 168 time: 2.4848077
Feb 17 04:41:05.387435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.388164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44482) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:05.405809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:05.418619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] No Port match for: d92a1575-fc75-4375-9949-9d1f0f507388 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:05.418939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d92a1575-fc75-4375-9949-9d1f0f507388 not bound to the agent host hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:05.461567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Deleting subnet 0cf7a777-200b-475f-a03a-a501183e6bff {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:41:05.465015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.526479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.607626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.727532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Pushing event deleted for resources: {'Port': ['ID=d92a1575-fc75-4375-9949-9d1f0f507388,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:05.734382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:05.735183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c7c7ca5b-d08c-40a1-84df-dc35bf4e20da req-10990790-a42a-46ca-8b12-9a48d79c42a6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Unset dirty status for tenant:a6284f2b80524eb0a36ccebaedba767a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:05.736458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c7c7ca5b-d08c-40a1-84df-dc35bf4e20da req-10990790-a42a-46ca-8b12-9a48d79c42a6 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/ports?device_id=3ba4c3af-2d1e-4f4a-93e2-0e77d090962d HTTP/1.1" status: 200  len: 946 time: 0.6438353
Feb 17 04:41:05.810324 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c7c7ca5b-d08c-40a1-84df-dc35bf4e20da req-73308f30-0f50-49d2-9477-b92536d66a2b tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9dc4b2-0f04-4354-a84a-10452df63c15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654261
Feb 17 04:41:05.880835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] No DVR routers for this DVR port d92a1575-fc75-4375-9949-9d1f0f507388 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:05.883134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.885253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-45d2397d-38ed-4d74-9354-d06e24430c23 req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] 10.222.0.46 "DELETE /v2.0/ports/d92a1575-fc75-4375-9949-9d1f0f507388 HTTP/1.1" status: 204  len: 173 time: 1.8941004
Feb 17 04:41:05.885778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'name': 'network-vif-deleted', 'tag': 'd92a1575-fc75-4375-9949-9d1f0f507388'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:05.892348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.909765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:05.936607 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba4c3af-2d1e-4f4a-93e2-0e77d090962d', 'name': 'network-vif-deleted', 'tag': 'd92a1575-fc75-4375-9949-9d1f0f507388', 'status': 'completed', 'code': 200}
Feb 17 04:41:06.010781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf7a777-200b-475f-a03a-a501183e6bff,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:06.023325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.023739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.024148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.024570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.024946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.025339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.025729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.026174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.026598 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.026993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.027416 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.027737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.028200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.028581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.028964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.029346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.029727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.030109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.030490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.030893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.031272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.031650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.032032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.032435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:06.038388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:06.065630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:06.071631 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ec157b31-286e-4d15-ae27-87c7ace0b120 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0cf7a777-200b-475f-a03a-a501183e6bff HTTP/1.1" status: 204  len: 168 time: 0.6822889
Feb 17 04:41:06.074261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44490) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:06.188396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:06.384815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:06.503480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14143e8e80>,) {'filters': {'network_id': ['f0d9ef39-b46a-4056-80ca-b8257246fc13']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:06.516244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14143e8e80>, 'e9827563-c78c-4e83-9be6-a003403ce012') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:06.516578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14143e8e80>, 'e9827563-c78c-4e83-9be6-a003403ce012') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:06.528577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:06.549670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:06.552575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:41:06.743498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:06.753579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:06.913302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44498) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:06.988486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Deleting subnet 06f8ac00-d1a5-439a-b7c5-8564bc5c858b {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:41:06.992205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.049006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.057191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.126223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Network f0d9ef39-b46a-4056-80ca-b8257246fc13 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:41:07.149894 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:41:07.173350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device da36e4e3-c4a1-499c-975c-c24064df54ef no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:07.224701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: da36e4e3-c4a1-499c-975c-c24064df54ef {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:07.225255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device da36e4e3-c4a1-499c-975c-c24064df54ef not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:07.230727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.234219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-290357e8-3931-465d-86d4-03cbe92a6af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:07.252209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.262214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d9ef39-b46a-4056-80ca-b8257246fc13,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:07.270406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:07.272860 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f0d9ef39-b46a-4056-80ca-b8257246fc13 HTTP/1.1" status: 204  len: 168 time: 1.1975853
Feb 17 04:41:07.339651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.356232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:07.451826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f8ac00-d1a5-439a-b7c5-8564bc5c858b,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:07.454196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44504) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:07.456575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:07.494189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.500228 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/06f8ac00-d1a5-439a-b7c5-8564bc5c858b HTTP/1.1" status: 204  len: 168 time: 0.5858302
Feb 17 04:41:07.503709 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44508) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:07.508269 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-61d56840-5cbc-428b-8f90-7dbf74bffa70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d94a26ff4de24165a4a8fc5a5ddfd3f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0525699
Feb 17 04:41:07.510856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44512) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:07.572185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.599822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.621785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.645122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.650099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b93ac2e-2a1c-4d14-96d8-fa5c4b6dcddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:07.662926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f79c22d-facd-40a0-8def-d6d613237f40,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:07.666100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:07.668216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.671930 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f79c22d-facd-40a0-8def-d6d613237f40 HTTP/1.1" status: 204  len: 168 time: 0.1575937
Feb 17 04:41:07.820673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.939402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1414043da0>> segment before_delete 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.939806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1414043da0>> subnet precommit_delete_associations 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.941424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> segment_host_mapping after_create 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.941806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> port after_create 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.942166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> port after_delete 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.942525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> port after_update 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.942915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> segment after_delete 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.943274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> subnet after_create 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.943627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> subnet after_delete 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:07.943977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14142a4550>> subnet after_update 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:08.092791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14142edc50>> subnet after_create 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:08.093186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14142edc50>> subnet after_delete 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:08.093569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14142edc50>> subnet before_create 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:08.093928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f14142edc50>> subnet before_update 55550000 {{(pid=83902) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:41:08.094320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14146323c8>,) {'filters': {'network_id': ['3eac4670-46fd-4c18-9c55-ed035eb365fd']}} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:08.109769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14146323c8>, 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5') {'for_net_delete': True} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:08.110105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14146323c8>, 'a24f9bc9-dbc1-4cf3-bcda-b24aef17fdd5') {} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:08.122412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560501'] for segment, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.138674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.140702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:41:08.326472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:08.336714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486394'] for segment, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.523470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Network 3eac4670-46fd-4c18-9c55-ed035eb365fd has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   from cryptography.utils import int_from_bytes
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   from cryptography.utils import int_from_bytes
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   (rel_b, rel_a, rel_b),
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   (rel_b, rel_a, rel_b),
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:41:08.548108 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:41:08.631171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.636590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.640559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:08.659617 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3eac4670-46fd-4c18-9c55-ed035eb365fd HTTP/1.1" status: 204  len: 168 time: 1.1541839
Feb 17 04:41:08.662938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eac4670-46fd-4c18-9c55-ed035eb365fd,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:08.665655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6344417e-9e6d-4565-a694-933c51748511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:08.843576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44554) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:08.898334 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-310bb0f7-808a-4569-a4e2-330f875637a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6284f2b80524eb0a36ccebaedba767a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0534911
Feb 17 04:41:08.901059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44558) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:08.965030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.994729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.040035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.045156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b99d040b-b3c3-45b4-84be-8d6ffe130045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:09.059797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9dc4b2-0f04-4354-a84a-10452df63c15,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:09.062673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:09.063874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.065179 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c9dc4b2-0f04-4354-a84a-10452df63c15 HTTP/1.1" status: 204  len: 168 time: 0.1630552
Feb 17 04:41:11.336803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44658) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:11.469944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.487252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:11.491334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Usage tracker for resource:security_group_rule and tenant:06894c178e434cdba68740d879c21dad is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:11.494282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:11.500163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:11.590603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.593143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.602349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:11.643500 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06894c178e434cdba68740d879c21dad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3049712
Feb 17 04:41:11.645217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dcfa32-bd5d-431a-a86b-5c1e01c6d3bb,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:11.646553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44668) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:11.648810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:11.708272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.735358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.784392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.789317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3dfd6f92-f02b-412e-8955-6ecde12d8ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:11.803812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dcfa32-bd5d-431a-a86b-5c1e01c6d3bb,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:11.806290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:11.809208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:11.811079 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0dcfa32-bd5d-431a-a86b-5c1e01c6d3bb HTTP/1.1" status: 204  len: 168 time: 0.1633046
Feb 17 04:41:12.094907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44676) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:12.114739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.130227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:12.134269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6aaf724648e49d888005c089b244f5d is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:12.137197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:12.142881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:12.225288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.227963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.236536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dd96e20a-42bc-403d-bc16-0eb8eaf48ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:12.278753 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6aaf724648e49d888005c089b244f5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1827173
Feb 17 04:41:12.280404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5969d9-09a8-427d-912b-678d77d2ad13,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:12.281733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44680) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:12.284249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:12.351572 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.380294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.430196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.435691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-402647ba-38a8-472c-b547-f8de265cc8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:12.448408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5969d9-09a8-427d-912b-678d77d2ad13,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:12.452710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:12.458988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:12.460579 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-92e6ec41-5109-43c3-84d9-a20f747774b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c5969d9-09a8-427d-912b-678d77d2ad13 HTTP/1.1" status: 204  len: 168 time: 0.1769910
Feb 17 04:41:14.453238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44756) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:14.582140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.598985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:14.603128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Usage tracker for resource:security_group_rule and tenant:33da6cb502614b09ae1d380043357e8a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:14.606039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:14.612274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:14.697991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.700742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.710764 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-847ec8a0-455a-4b61-9df7-64b18f886eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:14.754339 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33da6cb502614b09ae1d380043357e8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2999268
Feb 17 04:41:14.755150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d3c88-8fc2-4ee7-8f04-21bbb5186d6c,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:14.757204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44768) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:14.758466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:14.823806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.851149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.895064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.899853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-68683ab5-631b-4abb-9c10-a8c7b1f9714f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:14.912495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d3c88-8fc2-4ee7-8f04-21bbb5186d6c,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:14.917173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:14.921578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.922820 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef6d3c88-8fc2-4ee7-8f04-21bbb5186d6c HTTP/1.1" status: 204  len: 168 time: 0.1644187
Feb 17 04:41:15.212041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44776) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:15.231732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.246883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:15.250950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Usage tracker for resource:security_group_rule and tenant:419a9f4cb5a94a7b97f1079c32af6452 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:15.253970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:15.259733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:15.342751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.345447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.354659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-022d406a-eee4-4ed3-a2ce-7b848afa1abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:15.396388 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=419a9f4cb5a94a7b97f1079c32af6452&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1832047
Feb 17 04:41:15.397279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dcbc5a-9e36-4dd2-bd75-6f1ffa5bc2a5,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:15.399277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44780) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:15.400562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:15.464832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.493034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.536948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.541810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a4ff13ff-327f-437d-a90e-adad5710c0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:15.554079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dcbc5a-9e36-4dd2-bd75-6f1ffa5bc2a5,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:15.559506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:15.563796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.565553 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7dcbc5a-9e36-4dd2-bd75-6f1ffa5bc2a5 HTTP/1.1" status: 204  len: 168 time: 0.1646276
Feb 17 04:41:17.579323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44854) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:17.704797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.720570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:17.725190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Usage tracker for resource:security_group_rule and tenant:71d699dc223943e2adf6ec5778cf4b17 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:17.728139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:17.733863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:17.816877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.819852 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.828615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-84a2bc0d-6f5e-4031-a225-19eb66155dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:17.876478 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71d699dc223943e2adf6ec5778cf4b17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2959881
Feb 17 04:41:17.877814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dacba4-1198-49f5-8913-af80071ab8c7,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:17.879655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44862) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:17.881135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c7b54ec5-e36c-4597-aed4-7e446f5cc077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:17.957926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:17.990866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.036720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.041633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9034e95f-3233-445b-b238-6d3ac41df860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:18.054264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dacba4-1198-49f5-8913-af80071ab8c7,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:18.057862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:18.063655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.065465 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65dacba4-1198-49f5-8913-af80071ab8c7 HTTP/1.1" status: 204  len: 168 time: 0.1840739
Feb 17 04:41:18.346231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 44874) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:18.365737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.381320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:18.385438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Usage tracker for resource:security_group_rule and tenant:8c825f6b841f46479cce831058c38daf is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:18.388380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:18.394259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:18.479960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.482791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.491459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5be4a207-10da-4f36-bfeb-a209da9dfba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:18.536887 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c825f6b841f46479cce831058c38daf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894610
Feb 17 04:41:18.537842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5780ec-d076-42fe-a7fc-743898b547c7,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:18.540568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44878) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:18.541032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:18.604044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.630953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.674312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.679235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-58446eff-7bd3-4d4a-8bb3-2c3442d3fbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:18.692868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5780ec-d076-42fe-a7fc-743898b547c7,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:18.695418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:18.703164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.704704 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d5780ec-d076-42fe-a7fc-743898b547c7 HTTP/1.1" status: 204  len: 168 time: 0.1623592
Feb 17 04:41:21.842723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 44996) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:21.968182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:21.983944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:21.988810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Usage tracker for resource:security_group_rule and tenant:265ce0f8f89a4962aa5c4cc445f94671 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:21.991973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:21.997794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:22.089160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.091851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.100804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4c7b5eaa-a15e-4c02-9d62-1e39fc9efd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:22.146009 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=265ce0f8f89a4962aa5c4cc445f94671&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3020718
Feb 17 04:41:22.147726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19103885-b308-4b99-b521-5f0ccc7042a8,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:22.148913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45010) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:22.152799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:22.212773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.241332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.286232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.291185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1ee0c44d-edff-46b6-be6a-8bc58a626538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:22.304098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19103885-b308-4b99-b521-5f0ccc7042a8,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:22.308228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:22.315231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.316465 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19103885-b308-4b99-b521-5f0ccc7042a8 HTTP/1.1" status: 204  len: 168 time: 0.1664119
Feb 17 04:41:22.620257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45026) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:22.640336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.655978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:22.660581 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-0701caca-3541-408a-98a7-99804029be0c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0788441
Feb 17 04:41:22.660807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Usage tracker for resource:security_group_rule and tenant:d8018644307a4a10befff93d6c85511c is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:22.663959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:22.669693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:22.766496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.769740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.778034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-efbafcd2-7f7a-4445-88ce-b82c3a0b5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:22.779527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-372b5618-cc4e-4053-8d9b-5b4f6567546e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:22.780132 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-efbafcd2-7f7a-4445-88ce-b82c3a0b5ca3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 1162 time: 0.0864305
Feb 17 04:41:22.826316 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8018644307a4a10befff93d6c85511c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2048059
Feb 17 04:41:22.827141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23943ac-0f66-4871-b394-ad3f15cc1d4e,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:22.829222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45030) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:22.831248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:22.980494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-6786fded-a957-41b0-8475-65490360286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:22.982121 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-6786fded-a957-41b0-8475-65490360286c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.1805525
Feb 17 04:41:23.084624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.133535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.146809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-796ce51a-9130-450a-ad7d-b9a5fbe1aa27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 200  len: 1001 time: 0.1545422
Feb 17 04:41:23.243030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-e8ead564-4ef5-4109-ab2d-e857437d9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:23.244637 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-e8ead564-4ef5-4109-ab2d-e857437d9be6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.0889232
Feb 17 04:41:23.289812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.306257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1141fdb2-c85d-4b8c-a217-2f28b67426aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:23.322033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23943ac-0f66-4871-b394-ad3f15cc1d4e,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:23.327810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:23.342743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.345958 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e23943ac-0f66-4871-b394-ad3f15cc1d4e HTTP/1.1" status: 204  len: 168 time: 0.4673233
Feb 17 04:41:23.366603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-f9238e4f-1c25-4d40-83a6-cdc3dda487a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:23.368150 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-f9238e4f-1c25-4d40-83a6-cdc3dda487a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1148994
Feb 17 04:41:23.523280 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-9693f8e4-5bab-4601-9ccc-1ae1a3b9a1f0 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472969
Feb 17 04:41:23.676607 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1c2fac4c-1773-4578-9e99-152e513ce180 req-aa1de090-e6f9-48b4-815e-b1007ef6da1d service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455894
Feb 17 04:41:23.692283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45060) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:23.829058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.844711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:23.849313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Usage tracker for resource:security_group_rule and tenant:ae85f32170b64dd79f6cfa7b2a2043d7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:23.852489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:23.858349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:23.943727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.952105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.965677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5db1c94a-8088-4a03-bbb6-c2452961fa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:24.009527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa54bd28-c58a-4d83-a30a-baa0ce1b510b,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:24.017125 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae85f32170b64dd79f6cfa7b2a2043d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3210733
Feb 17 04:41:24.017125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:24.017576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45076) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:24.089072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.122053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.177585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.183182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2d352193-c1e3-4f18-9ed7-83b3f6f5eec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:24.196757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa54bd28-c58a-4d83-a30a-baa0ce1b510b,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:24.201593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:24.206677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.208539 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3321d4f4-7433-4f74-bd92-257605695265 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa54bd28-c58a-4d83-a30a-baa0ce1b510b HTTP/1.1" status: 204  len: 168 time: 0.1895556
Feb 17 04:41:24.684612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45102) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:24.704220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.720086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:24.724798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Usage tracker for resource:security_group_rule and tenant:d2ec10d0319f486696fb5782efcd30d5 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:24.726497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ef9c3-6f6d-4df1-91d7-fc40e6965f9c req-b46e8047-9ba4-4d23-88c3-2be2f4bb2cde tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:24.727856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:24.728371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7a2ef9c3-6f6d-4df1-91d7-fc40e6965f9c req-b46e8047-9ba4-4d23-88c3-2be2f4bb2cde tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 946 time: 0.0921943
Feb 17 04:41:24.733715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:24.783905 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7a2ef9c3-6f6d-4df1-91d7-fc40e6965f9c req-b8099dcd-9711-4200-8a94-62b906a98a36 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470695
Feb 17 04:41:24.832272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.835755 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.845288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d09a5baf-ce1b-4324-bd22-cc8cf4b1bf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:24.894511 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2ec10d0319f486696fb5782efcd30d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2087092
Feb 17 04:41:24.895518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c3611-d0b1-4053-8b26-cd8ce0edf15b,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:24.898476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45110) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:24.898824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:24.982972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.011990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.059335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.065557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-beb91b66-cccb-4c85-b5c7-99590f96bc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:25.080606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c3611-d0b1-4053-8b26-cd8ce0edf15b,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:25.083016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:25.085746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.087435 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b6c3611-d0b1-4053-8b26-cd8ce0edf15b HTTP/1.1" status: 204  len: 168 time: 0.1872663
Feb 17 04:41:25.200634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.224281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf266d-0ad1-4fa9-bd49-1f7f9fe9a0b3 req-a3ab52ef-b3e0-4012-8efe-23b8d52e9f53 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:26.225849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10bf266d-0ad1-4fa9-bd49-1f7f9fe9a0b3 req-a3ab52ef-b3e0-4012-8efe-23b8d52e9f53 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 946 time: 0.2966948
Feb 17 04:41:26.559419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10bf266d-0ad1-4fa9-bd49-1f7f9fe9a0b3 req-c027a1ee-0661-4064-beac-b0831ce5bce3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/security-groups?id=174d825e-c91b-41c4-9875-5df9e8d9f4d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269365
Feb 17 04:41:26.591629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-98f90516-3ec2-40ff-a6fd-3f2c7dea45ee tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:26.593211 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-98f90516-3ec2-40ff-a6fd-3f2c7dea45ee tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 946 time: 0.1118052
Feb 17 04:41:26.677139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Deleting port e2e0a4b5-c176-4366-a4c5-3191ea792497 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:26.677538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.954152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] For port e2e0a4b5-c176-4366-a4c5-3191ea792497, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e2e0a4b5-c176-4366-a4c5-3191ea792497,segment=NetworkSegment(4b47dfdf-3c80-4b46-8295-02410cb2e4bc),segment_id=4b47dfdf-3c80-4b46-8295-02410cb2e4bc)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:26.954594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.072907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device e2e0a4b5-c176-4366-a4c5-3191ea792497 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:27.098904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Calling delete_port for e2e0a4b5-c176-4366-a4c5-3191ea792497 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:27.226333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.292566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.311408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e554b395-d00c-4d9f-ab9a-493af0ecf379 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:27.423356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Pushing event deleted for resources: {'Port': ['ID=e2e0a4b5-c176-4366-a4c5-3191ea792497,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:27.427132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:27.555361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] No DVR routers for this DVR port e2e0a4b5-c176-4366-a4c5-3191ea792497 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:27.558120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:27.563008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34275f2e-8b70-44f1-826d-bff0192f8438', 'name': 'network-vif-deleted', 'tag': 'e2e0a4b5-c176-4366-a4c5-3191ea792497'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:27.589842 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9f4d984-b048-41d5-b367-a1a913c84fef req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.46 "DELETE /v2.0/ports/e2e0a4b5-c176-4366-a4c5-3191ea792497 HTTP/1.1" status: 204  len: 173 time: 0.9876587
Feb 17 04:41:27.638525 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34275f2e-8b70-44f1-826d-bff0192f8438', 'name': 'network-vif-deleted', 'tag': 'e2e0a4b5-c176-4366-a4c5-3191ea792497', 'status': 'completed', 'code': 200}
Feb 17 04:41:27.801625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f79f4eac-7e33-4e7f-a5bf-efdff5a30b38 req-a5178366-5003-4665-9328-533c2b9d4cc4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Synchronizing usage tracker for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:27.817349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f79f4eac-7e33-4e7f-a5bf-efdff5a30b38 req-a5178366-5003-4665-9328-533c2b9d4cc4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Unset dirty status for tenant:8b23386679f44b7e9d4204ab1e9adf0a on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:27.818810 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f79f4eac-7e33-4e7f-a5bf-efdff5a30b38 req-a5178366-5003-4665-9328-533c2b9d4cc4 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] 10.222.0.38 "GET /v2.0/ports?device_id=34275f2e-8b70-44f1-826d-bff0192f8438 HTTP/1.1" status: 200  len: 210 time: 0.0750935
Feb 17 04:41:28.363490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45220) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:28.488840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.504596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:28.508835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Usage tracker for resource:security_group_rule and tenant:41b110f7ed224e34a963f34f5f54294a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:28.511886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:28.518468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:28.601932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.604795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.614195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3327ccda-ac1f-4bc2-be5d-c8bcc88a7974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:28.655732 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41b110f7ed224e34a963f34f5f54294a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2911077
Feb 17 04:41:28.657468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342eec46-8688-44f4-9042-cfb4aa6ad062,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:28.658958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45226) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:28.660779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:28.721765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.749678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.794181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.799766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a32fd6f3-20da-4daa-aa7d-f4dca8f71076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:28.826774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342eec46-8688-44f4-9042-cfb4aa6ad062,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:28.826774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:28.826774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.827393 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/342eec46-8688-44f4-9042-cfb4aa6ad062 HTTP/1.1" status: 204  len: 168 time: 0.1663928
Feb 17 04:41:29.175225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45244) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:29.196371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.212552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:29.216624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:334f9fd2bfe24790b2574cc3ca16fb4a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:29.219886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:29.226320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:29.340085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.347670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.385012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a209566a-1124-43c5-8d0b-788865d7efa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:29.423210 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=334f9fd2bfe24790b2574cc3ca16fb4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2466035
Feb 17 04:41:29.425289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45258) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:29.427854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9dcba8-5c59-46b2-9658-f2a72f4fedb6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:29.434317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:29.509785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.542551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.587565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.592616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ac082ba0-7a71-4896-a23f-6d0e156dd480 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:29.605670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9dcba8-5c59-46b2-9658-f2a72f4fedb6,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:29.610847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:29.615419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.616699 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e9dcba8-5c59-46b2-9658-f2a72f4fedb6 HTTP/1.1" status: 204  len: 168 time: 0.1903620
Feb 17 04:41:30.566055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-750653de-c64b-4a0d-96c6-5d23abb7244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:32.885945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c57590dc-ca23-4c99-b0ef-363f5136753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.367098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.395117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:41:34.564694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.063534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.205275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45422) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:37.290082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e490e-7a94-4f65-b5ce-325658d1da52 req-2649648f-7a3c-4f6e-9d20-df16a82c1a27 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.291736 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4b4e490e-7a94-4f65-b5ce-325658d1da52 req-2649648f-7a3c-4f6e-9d20-df16a82c1a27 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.0882163
Feb 17 04:41:37.346488 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4b4e490e-7a94-4f65-b5ce-325658d1da52 req-aa686c7e-9e91-4384-8b88-18232808963d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481369
Feb 17 04:41:37.353774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.369744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:37.373824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Usage tracker for resource:security_group_rule and tenant:6b57b41e995a46559be65520806864df is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:37.380646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:37.386482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:37.474861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.477667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.487164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6c049de-2195-4d3a-82a2-59935d0bf99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:37.530478 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b57b41e995a46559be65520806864df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3239996
Feb 17 04:41:37.532214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c6e01-c84c-4966-a1fc-643952f6ccc6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:37.533717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45434) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:37.535868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:37.601230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.628883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.671935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.677407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ef2bd5b6-ae6b-4cff-8be6-9db0dedb32e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:37.691734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c6e01-c84c-4966-a1fc-643952f6ccc6,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:37.699792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:37.701003 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/961c6e01-c84c-4966-a1fc-643952f6ccc6 HTTP/1.1" status: 204  len: 168 time: 0.1661661
Feb 17 04:41:37.702517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.702961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.703371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.703773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.704161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.704622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.705018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.705794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.705914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.706318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.706732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.707089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.707536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.707927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.708314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.708712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.709088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.709508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.709841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.710220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.710631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.711018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.711380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.711770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:37.715636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:37.987435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45442) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:38.006965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.023173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:38.027362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e6413b16cf345f5938d3c72521514ab is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:38.030445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:38.036564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:38.120741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.123488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.132695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cd283579-c049-4a7b-a808-fe55403e83c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:38.181517 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e6413b16cf345f5938d3c72521514ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1900685
Feb 17 04:41:38.181517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b8fbd3-f454-49e2-b4d4-522a840262a1,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:38.182163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45448) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:38.183557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:38.248556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.281347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.326224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.331987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8a3d454-5ab8-4184-b7da-2afc35b00549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:38.346666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b8fbd3-f454-49e2-b4d4-522a840262a1,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:38.349390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:38.361964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.363376 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46b8fbd3-f454-49e2-b4d4-522a840262a1 HTTP/1.1" status: 204  len: 168 time: 0.1782329
Feb 17 04:41:38.566489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa623a5-f449-492b-9516-de250d6bab70 req-bdb4370c-8019-47cb-81af-6a76fc30bebb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:38.568166 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4fa623a5-f449-492b-9516-de250d6bab70 req-bdb4370c-8019-47cb-81af-6a76fc30bebb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.0963707
Feb 17 04:41:38.650998 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4fa623a5-f449-492b-9516-de250d6bab70 req-dcd6e743-8b97-433d-86ec-84225f5a3a7d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765505
Feb 17 04:41:38.979791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45478) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:38.991322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-3de46e64-9e18-4e10-aab3-4ed44cba0ad0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:38.993122 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-3de46e64-9e18-4e10-aab3-4ed44cba0ad0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 945 time: 0.0964994
Feb 17 04:41:39.081816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:39.082409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.119013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.137594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device f8a409c8-c8d0-47e0-b35c-7b5830e57e6e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:39.147723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:39.152809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:873ea412ff1643c38961491955629ae7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:39.156069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:39.162241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:39.281116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.285141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.292956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.294730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2c539f2a-9097-4b89-8a4e-8f682d3f6291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:39.326003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc40f42f-c8a4-49a9-b9e0-7b791d2a5644,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:39.332085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:39.333280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:39.334324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:39.340698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.342735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-38327ecb-085d-4bce-ade8-195b078ae47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:39.374341 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=873ea412ff1643c38961491955629ae7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3931775
Feb 17 04:41:39.377439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45494) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:39.402333 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'code': 200}
Feb 17 04:41:39.405181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:39.405585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.423274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=7']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:39.427691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:39.606051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.666850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.860448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.861585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:39.862013 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Floating IP 601c9f40-fb96-4418-8029-21f262f20c01 disassociated. External IP: 172.27.0.225, port: f8a409c8-c8d0-47e0-b35c-7b5830e57e6e.
Feb 17 04:41:39.862414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for f8a409c8-c8d0-47e0-b35c-7b5830e57e6e owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:40.030360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.037847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:40.056589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b7494-be9a-4b28-b339-30b9a8a1ad8b req-a157f450-a5ce-4de3-95a7-08cacf7233ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:40.058372 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b06b7494-be9a-4b28-b339-30b9a8a1ad8b req-a157f450-a5ce-4de3-95a7-08cacf7233ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.2542427
Feb 17 04:41:40.063648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc40f42f-c8a4-49a9-b9e0-7b791d2a5644,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:40.068463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:40.073612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:40.074061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:40.076051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.077269 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9c5a0f33-0ab2-40e1-868e-1761fbae7204 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc40f42f-c8a4-49a9-b9e0-7b791d2a5644 HTTP/1.1" status: 204  len: 168 time: 0.6985965
Feb 17 04:41:40.147060 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b06b7494-be9a-4b28-b339-30b9a8a1ad8b req-953fcd59-1345-4f55-942b-d8ab4b035ae2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563722
Feb 17 04:41:40.488718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45532) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:40.507878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.523398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:40.527444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Usage tracker for resource:security_group_rule and tenant:060ad1bbb2c0486da8396cf8b1aa11f6 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:40.530478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:40.537105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:40.575078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:40.575470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.741269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.761616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.769387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ea49100a-a3c5-40a2-9418-0ce567432beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:40.882856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d045a3f-931c-4c30-a37d-f22e3c3cb7b0,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:40.886289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:40.895359 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=060ad1bbb2c0486da8396cf8b1aa11f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4019394
Feb 17 04:41:40.896305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45542) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:40.984035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] For port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:40.984354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.086134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.228387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.702733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.703296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.703477 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Floating IP 601c9f40-fb96-4418-8029-21f262f20c01 disassociated. External IP: 172.27.0.225, port: f8a409c8-c8d0-47e0-b35c-7b5830e57e6e.
Feb 17 04:41:41.703859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for f8a409c8-c8d0-47e0-b35c-7b5830e57e6e owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:41.742539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.745521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-709543f2-53f2-4dab-a35e-19ce0bace60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:41.774209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d045a3f-931c-4c30-a37d-f22e3c3cb7b0,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:41.788931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:41.816613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8fe0-3294-41d1-a00f-ce9cc7068621 req-6f8c1ee0-d9ae-4a1a-a6fc-8564ce4599d2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:41.817371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-adce8fe0-3294-41d1-a00f-ce9cc7068621 req-6f8c1ee0-d9ae-4a1a-a6fc-8564ce4599d2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Synchronizing usage tracker for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:41.840614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.841808 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d045a3f-931c-4c30-a37d-f22e3c3cb7b0 HTTP/1.1" status: 204  len: 168 time: 0.9451580
Feb 17 04:41:41.851068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-adce8fe0-3294-41d1-a00f-ce9cc7068621 req-6f8c1ee0-d9ae-4a1a-a6fc-8564ce4599d2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Unset dirty status for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:41.852264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-adce8fe0-3294-41d1-a00f-ce9cc7068621 req-6f8c1ee0-d9ae-4a1a-a6fc-8564ce4599d2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 943 time: 0.5527642
Feb 17 04:41:41.956277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-adce8fe0-3294-41d1-a00f-ce9cc7068621 req-39406e80-26de-4262-b627-bd374f638c1e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675759
Feb 17 04:41:41.962631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.979470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dad35858-4ed8-456b-b9de-610897f66546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:42.079089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event deleted for resources: {'Port': ['ID=f8a409c8-c8d0-47e0-b35c-7b5830e57e6e,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:42.087069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:42.363857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:42.575058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:42.586991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:42.600777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:42.601585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414af7c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:42.615983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] No DVR routers for this DVR port f8a409c8-c8d0-47e0-b35c-7b5830e57e6e on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:42.618290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:42.620414 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-76857b5f-ed32-4d95-b8a7-ca908fbd5c8e req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "DELETE /v2.0/ports/f8a409c8-c8d0-47e0-b35c-7b5830e57e6e HTTP/1.1" status: 204  len: 173 time: 3.6216130
Feb 17 04:41:42.620943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-deleted', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:42.670502 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c77fb-c4b1-4b48-a00a-b85af63c8920', 'name': 'network-vif-deleted', 'tag': 'f8a409c8-c8d0-47e0-b35c-7b5830e57e6e', 'status': 'completed', 'code': 200}
Feb 17 04:41:42.818674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:43.153883 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-50388502-dd78-403f-835c-d0c37603b613 req-63048fb7-ec31-434b-bd3d-5f9f882761e9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d9c77fb-c4b1-4b48-a00a-b85af63c8920 HTTP/1.1" status: 200  len: 210 time: 0.0585814
Feb 17 04:41:43.406264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414af7c88>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:43.411579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:43.423067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:43.423850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414af7c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:43.623224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:43.978982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414af7c88>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:43.983762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ed5a2-bce4-464e-b565-cf2f2f43a185 None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:44.295197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45596) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:44.369928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.394539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfb252-bedd-453e-b2e8-13cf5d20319a None None] New status for floating IP 601c9f40-fb96-4418-8029-21f262f20c01: DOWN {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:41:44.415264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.465352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.477172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:44.491085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa92cc3-7cd2-4e54-bb30-d4266f2ff018,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:44.495295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:44.507721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.512910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45606) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:44.526349 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "DELETE /v2.0/security-groups/6aa92cc3-7cd2-4e54-bb30-d4266f2ff018 HTTP/1.1" status: 204  len: 168 time: 0.2299762
Feb 17 04:41:44.548623 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.v2.resource [None req-86d2a1c4-c377-4d36-b3f6-58c655859536 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] show failed (client error): The resource could not be found.
Feb 17 04:41:44.553969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45614) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:44.555138 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-86d2a1c4-c377-4d36-b3f6-58c655859536 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups/6aa92cc3-7cd2-4e54-bb30-d4266f2ff018 HTTP/1.1" status: 404  len: 347 time: 0.0408959
Feb 17 04:41:44.742555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port a31b6d53-ad6f-41e6-afef-c48fb72727ea {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:44.743487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.963222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.963796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.125726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for a31b6d53-ad6f-41e6-afef-c48fb72727ea owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:45.289410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.305910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3390288c-59c9-49c0-a2aa-2cdda1140cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:45.401840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event deleted for resources: {'Port': ['ID=a31b6d53-ad6f-41e6-afef-c48fb72727ea,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:45.404898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:45.528536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.545112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.546346 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "DELETE /v2.0/floatingips/601c9f40-fb96-4418-8029-21f262f20c01 HTTP/1.1" status: 204  len: 168 time: 0.9912868
Feb 17 04:41:45.928848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45634) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:45.934929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626609980', 'description': 'tempest-description--1697289547'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:45.942159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:45.946550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:45.949993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:45.956275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:45.968044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.990790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:45.995124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:45.998352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:46.004933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:46.080806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.083688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.088862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8a3e3f27-9ca2-4ad6-810d-21aaceeb49e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:46.132302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:46.135427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:46.136696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.141293 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-7892da04-ba70-4f41-b891-3c7496203441 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2085824
Feb 17 04:41:46.142332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45640) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:46.147236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'security_group_rule': {'security_group_id': 'e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:46.153434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:46.157606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:46.160631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:46.166417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:46.182616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.246751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.251352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.253517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0cb619d5-5163-4436-a104-0ad0a31519c2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:46.277709 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fb15e6-aecc-4c5e-92d4-e09296d15c58,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:46.280321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:46.287636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.288927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3f0f749a-83dc-474d-8bf4-3d386186e452 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1463695
Feb 17 04:41:46.291781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45648) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:46.297416 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'security_group_rule': {'security_group_id': 'e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:46.304707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:46.309294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:security_group_rule and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:46.312461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:46.318956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:46.336689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.404050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.406608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.409169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:46.432775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c31ce4-f03c-44f8-a06b-1ba736bfb33c,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:46.435573 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:46.441837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.443149 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1b26ae96-5dd5-446a-b3be-93e6edcb1554 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1503706
Feb 17 04:41:46.446384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45652) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:46.451942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:46.457814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:46.461892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Usage tracker for resource:floatingip and tenant:669aa7253aff4985a447b249c23aa338 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:46.464908 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:46.471758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:46.480989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.626346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.891085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Allocated IP 172.27.0.3 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/5ab8b870-de37-40a7-a45f-e2edd67fc247) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:41:47.046740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.076733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.090600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:47.465628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'Port': ['ID=5ab8b870-de37-40a7-a45f-e2edd67fc247,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:47.479078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:47.521605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:41:47.522739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:41:47.524850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:41:47.604631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.668714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.938234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.942329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.962782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d5441f51-2179-4bb8-a6df-d4bda581a1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:48.113697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'Port': ['ID=5ab8b870-de37-40a7-a45f-e2edd67fc247,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:48.121813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:48.188111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-66a1bc0f-d762-4d43-95c6-4b8644715930 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1389943885&fields=id&tenant_id=e57600d4d269474ab7d2f3e7ebf528ac HTTP/1.1" status: 200  len: 267 time: 0.0690684
Feb 17 04:41:48.311423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.347593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.348908 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.9014921
Feb 17 04:41:48.356464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-b91f420b-df5b-4e64-b2d5-32fd41288f3f tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:48.358009 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-b91f420b-df5b-4e64-b2d5-32fd41288f3f tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 984 time: 0.1622543
Feb 17 04:41:48.371062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Request body: {'port': {'security_groups': ['dc716d45-9c80-4172-b488-e26b8ccda993']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:48.514100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.673152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-bd8d6d9a-1c10-4574-a035-ae2f420bc2ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Synchronizing usage tracker for tenant:669aa7253aff4985a447b249c23aa338 on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:48.715275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-bd8d6d9a-1c10-4574-a035-ae2f420bc2ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Unset dirty status for tenant:669aa7253aff4985a447b249c23aa338 on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:48.716430 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-bd8d6d9a-1c10-4574-a035-ae2f420bc2ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--626609980&fields=id&tenant_id=669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 267 time: 0.1501043
Feb 17 04:41:48.995418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-bc979fce-96f6-4228-8b6a-47c742bdcf64 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:48.996917 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-bc979fce-96f6-4228-8b6a-47c742bdcf64 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 817 time: 0.2729940
Feb 17 04:41:49.029419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-84f1cdd5-0b01-43f6-9666-ed06af006424 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/quotas/669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 375 time: 0.0251698
Feb 17 04:41:49.031139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:49.108566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.118366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.142449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-28305815-cd9c-4c3f-b160-c8bbe54aab2e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:49.296577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-49df4e95-7ca6-4220-84f2-bf176e6389c2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Synchronizing usage tracker for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:49.330956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=6']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:49.334512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:49.342906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-49df4e95-7ca6-4220-84f2-bf176e6389c2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Unset dirty status for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:49.344587 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-49df4e95-7ca6-4220-84f2-bf176e6389c2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3094556
Feb 17 04:41:49.390736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:49.392227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.394288 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59f199a9-f9e4-42ff-830d-c7dff7d67325 req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "PUT /v2.0/ports/8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 942 time: 1.0283203
Feb 17 04:41:49.395010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:49.479023 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f1d7136e-0da6-40fa-8df8-bdc8bdbec689 req-1d417d6d-b72b-47d9-ae59-7e31ab6e4578 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups/982665c9-67b2-41e8-a6c8-2cc22a829360 HTTP/1.1" status: 200  len: 3005 time: 0.0620496
Feb 17 04:41:49.654248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a487811c-04c1-4feb-bb4b-2d0cf7a52a2e None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:49.654912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a487811c-04c1-4feb-bb4b-2d0cf7a52a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.683229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f1d7136e-0da6-40fa-8df8-bdc8bdbec689 req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.732855 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-1080f8bc-3f5a-4699-9dbc-0c188a021a66 service neutron] 10.222.0.38 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3733480
Feb 17 04:41:49.734781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f1d7136e-0da6-40fa-8df8-bdc8bdbec689 req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.905460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f1d7136e-0da6-40fa-8df8-bdc8bdbec689 req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.911967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0af7d2d0-0c18-4443-884d-3a40d9cda267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:49.926741 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-cf83e523-afc9-4f38-a0fc-27b556823832 service neutron] 10.222.0.38 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1828918
Feb 17 04:41:49.930275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982665c9-67b2-41e8-a6c8-2cc22a829360,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:49.933160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:49.941970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f1d7136e-0da6-40fa-8df8-bdc8bdbec689 req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.960709 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f1d7136e-0da6-40fa-8df8-bdc8bdbec689 req-1f343df8-9d36-4655-9f7d-b144fb66415a tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "DELETE /v2.0/security-groups/982665c9-67b2-41e8-a6c8-2cc22a829360 HTTP/1.1" status: 204  len: 173 time: 0.4726105
Feb 17 04:41:50.135114 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'status': 'completed', 'code': 200}
Feb 17 04:41:50.219342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a3fd852-daee-4dbc-a4c5-4b245be5b63b req-06b06519-83d9-4177-a6d7-42e1c37fbc14 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.0538042
Feb 17 04:41:50.243147 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-79463698-b823-481a-aeef-54bbd6858ffd tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/floatingips/f9184820-4385-4a5e-a13c-e670190a01e8 HTTP/1.1" status: 200  len: 998 time: 0.1734700
Feb 17 04:41:50.404663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-23e1012a-84c2-4036-9369-24c240290d72 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.406169 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-23e1012a-84c2-4036-9369-24c240290d72 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1584496
Feb 17 04:41:50.417346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-5c38e54a-7ff9-455c-bf81-cac22592dc7c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:41:50.418508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-5c38e54a-7ff9-455c-bf81-cac22592dc7c tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0065150
Feb 17 04:41:50.540304 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-54c5b14a-166b-439b-be87-1cf3a86b8adb tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1136956
Feb 17 04:41:50.621627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-cf90e56f-c870-4458-a146-ce5470141aa7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.623111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-cf90e56f-c870-4458-a146-ce5470141aa7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports/8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 942 time: 0.0769935
Feb 17 04:41:50.815264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-4c712e4d-a884-49ec-ac04-136d42b9a8db tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.111 HTTP/1.1" status: 200  len: 1001 time: 0.1045706
Feb 17 04:41:51.035440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Deleting port 2aeb8ef9-bce2-4e32-a821-9dc99bac9f62 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:51.035815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:51.223636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:51.224017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:51.453719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:51.540454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 8c40a9f8-0504-4483-9e26-48a5210a4191 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:51.540884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:51.656996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Calling delete_port for 2aeb8ef9-bce2-4e32-a821-9dc99bac9f62 owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:51.754841 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c5e6730f-df4f-45a1-bd5b-e2ef2d77442a req-1953f4bb-545e-444b-b559-21af6b97d1f2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.1403990
Feb 17 04:41:51.822038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-f647fecc-2659-4358-a945-ef6b39b2c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:51.823711 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-f647fecc-2659-4358-a945-ef6b39b2c124 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1162 time: 0.6319602
Feb 17 04:41:52.179865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-774228dd-78d5-4786-ac0e-eef96ae8c5ed tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:52.181403 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-774228dd-78d5-4786-ac0e-eef96ae8c5ed tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 817 time: 0.3141761
Feb 17 04:41:52.184568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-d68aadcb-dc08-4daf-91ec-3db518561d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:52.185979 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-d68aadcb-dc08-4daf-91ec-3db518561d0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.3524795
Feb 17 04:41:52.187116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:52.202976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:52.305061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event deleted for resources: {'Port': ['ID=2aeb8ef9-bce2-4e32-a821-9dc99bac9f62,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:52.310485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:52.420268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:52.420647 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Floating IP f9184820-4385-4a5e-a13c-e670190a01e8 disassociated (deleted). External IP: 172.27.0.111, port: 8c40a9f8-0504-4483-9e26-48a5210a4191.
Feb 17 04:41:52.804572 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Router 538cfef3-4905-404d-bfc8-ccd8fda051ee has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:53.002446 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b62911f7-cad1-495d-9a49-35087034a96c req-0770e65b-e068-4e89-9908-986e2348727b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.0613921
Feb 17 04:41:53.059222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:53.070802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] Sync routers for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:53.086652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:53.087347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415119518>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:53.087886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.152607 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "DELETE /v2.0/floatingips/f9184820-4385-4a5e-a13c-e670190a01e8 HTTP/1.1" status: 204  len: 173 time: 2.3313487
Feb 17 04:41:53.153334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:53.218679 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'status': 'completed', 'code': 200}
Feb 17 04:41:53.257211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-9d9f11a9-7be8-4c2b-991d-73141b80f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:53.258923 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-9d9f11a9-7be8-4c2b-991d-73141b80f847 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1162 time: 0.0869966
Feb 17 04:41:53.289972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:53.401987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-9a12406e-68ed-4bba-bf6a-5c45c09c5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:53.403651 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-9a12406e-68ed-4bba-bf6a-5c45c09c5627 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.1381907
Feb 17 04:41:53.481537 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-9fef0edb-ea55-45fb-a1c6-6c53fc839f1a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 217 time: 0.0709636
Feb 17 04:41:53.549979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-79b5cead-bffe-4cf9-b1a4-95dcd16e2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:53.551617 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-79b5cead-bffe-4cf9-b1a4-95dcd16e2c80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.0638180
Feb 17 04:41:53.621604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415119518>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:00Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:53.626053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] Checking router: 538cfef3-4905-404d-bfc8-ccd8fda051ee for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:53.634976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:53.635640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415119518>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:53.639378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-f637ed12-445b-4855-b6ed-afd67f1dba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:53.641039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-f637ed12-445b-4855-b6ed-afd67f1dba64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826852
Feb 17 04:41:53.785848 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-f5c21743-df9a-49be-93b4-3930eb50026e service neutron] 10.222.0.38 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367974
Feb 17 04:41:53.828624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:53.929679 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4e581d2c-0f4c-44e3-a6e2-f73c6c7a0b85 req-99a40961-4c97-405e-ae7c-41e8ab75d082 service neutron] 10.222.0.38 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373026
Feb 17 04:41:54.187692 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-20401f1a-aa3e-4b64-8f51-2a8055789d8e req-74c124dc-72fd-49b9-8d42-6fbf3f97341b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.0531287
Feb 17 04:41:54.347594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415119518>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:00Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:54.352045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4d8d6-ff7e-4463-bc61-be0426bb1f52 None None] The sync data for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi is: [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 4, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '2f34d209-8b9b-4aa1-b2f7-e70268ebe238', 'name': '', 'network_id': '6867f3e4-ec3d-45b2-9435-bb5e12342eb7', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'mac_address': 'fa:16:3e:3c:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:00Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'subnets': [{'id': 'eb5334ba-aeca-48ad-b792-d00725a06dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:54.761125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0acf43-1e1f-402e-9246-a37476d6c648 None None] New status for floating IP f9184820-4385-4a5e-a13c-e670190a01e8: DOWN {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:41:55.212800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:55.213386 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-5c84171d-f86f-4e45-8b10-ec5fae5fbad6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 217 time: 0.3197687
Feb 17 04:41:55.320453 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-02982a24-fe08-4810-a5e1-f199f6e18b6d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 5704 time: 0.4429560
Feb 17 04:41:55.323227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-94d61bc5-4766-4b8c-8557-3c340e61a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:55.324701 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-94d61bc5-4766-4b8c-8557-3c340e61a04f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.1028564
Feb 17 04:41:55.370826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'port': {'device_id': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'admin_state_up': True, 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'security_groups': ['e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:55.436489 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4b47c08-7f71-427b-b16d-1069994d7238 req-bd7e3230-de0d-4747-9c93-a0d8982ca971 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.1149874
Feb 17 04:41:55.592835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-808f93f7-b96e-41dc-a278-9a55408cda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:55.595099 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-808f93f7-b96e-41dc-a278-9a55408cda40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2277977
Feb 17 04:41:55.596182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:55.626857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:55.701062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Made reservation on behalf of 669aa7253aff4985a447b249c23aa338 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:41:55.707515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:55.873861 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-c590ed48-57a9-41b6-b80e-2c7460d4d404 service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704268
Feb 17 04:41:56.151975 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bca0b7ee-298b-4d63-8a37-14cc9a207a38 req-c7e56e0c-b644-4b69-af8f-3aa6b9fab34d service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2690468
Feb 17 04:41:56.236249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Allocated IP 172.20.0.4 (cee8cd42-e9ee-4d26-a68b-5f13a2055c3a/f135cf96-ca04-4188-a3d9-50294ded175a/84c73f3d-c8e5-45a0-9371-0d806cb29e7b) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:41:56.392683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2044-d593-458d-a828-4812b70821ff req-cc6840ae-aac9-4276-8be5-0054442bd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:56.394322 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-cc6840ae-aac9-4276-8be5-0054442bd52b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 1162 time: 0.2023382
Feb 17 04:41:56.603578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.667777 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0518a45a-6b7f-4e67-94d0-dbc7850c6fb9 req-1a01aa97-30d7-48fa-80ae-2054d546d385 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.0733709
Feb 17 04:41:56.672976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2044-d593-458d-a828-4812b70821ff req-206de502-2d45-4c0a-8530-0cb95a928b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:56.674825 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-206de502-2d45-4c0a-8530-0cb95a928b2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 200  len: 908 time: 0.2737978
Feb 17 04:41:56.678188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Transition to ACTIVE for port object 84c73f3d-c8e5-45a0-9371-0d806cb29e7b will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:41:56.757251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-6e2fd197-5c48-4b17-af35-ef0a4c425aff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 200  len: 217 time: 0.0737460
Feb 17 04:41:56.830756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:56.848267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-afd2fcd4-f222-4f3a-a8f3-c82aa54be1b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:56.975836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2044-d593-458d-a828-4812b70821ff req-45e07f95-42f2-4846-8f4f-68fd4728a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:56.977647 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-45e07f95-42f2-4846-8f4f-68fd4728a607 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 200  len: 853 time: 0.2135119
Feb 17 04:41:57.070258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:57.073574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:57.150645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2044-d593-458d-a828-4812b70821ff req-0092fd5d-f6ee-4d81-ada5-ea171796a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.152297 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-0092fd5d-f6ee-4d81-ada5-ea171796a586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6867f3e4-ec3d-45b2-9435-bb5e12342eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1549275
Feb 17 04:41:57.185019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:41:57.189227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:41:57.238669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:41:57.465345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-43e7b7a8-0f15-49dd-a7ee-8eae6c316633 None None] Provisioning for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:41:57.475227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-43e7b7a8-0f15-49dd-a7ee-8eae6c316633 None None] Provisioning complete for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:57.475862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43e7b7a8-0f15-49dd-a7ee-8eae6c316633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:57.546096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-43e7b7a8-0f15-49dd-a7ee-8eae6c316633 None None] Port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:41:57.582199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:57.582972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:57.626895 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-f1356e70-2a37-4b2a-8637-c8797ec9462a service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4656606
Feb 17 04:41:57.628554 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2686110
Feb 17 04:41:57.669657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Request body: {'port': {'device_id': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:57.972168 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-82eb2044-d593-458d-a828-4812b70821ff req-cbd42b60-26fc-4d9b-b8fd-1e166243905d service neutron] 10.222.0.46 "GET /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3318341
Feb 17 04:41:57.972772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.055346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234877-abda-47a1-acb4-7d1a01725d99 req-cef2fc97-5a05-47de-8d3e-930f60dda439 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:58.056123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-a4234877-abda-47a1-acb4-7d1a01725d99 req-cef2fc97-5a05-47de-8d3e-930f60dda439 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Synchronizing usage tracker for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:58.128407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-a4234877-abda-47a1-acb4-7d1a01725d99 req-cef2fc97-5a05-47de-8d3e-930f60dda439 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Unset dirty status for tenant:669aa7253aff4985a447b249c23aa338 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:58.129718 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4234877-abda-47a1-acb4-7d1a01725d99 req-cef2fc97-5a05-47de-8d3e-930f60dda439 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 931 time: 0.3223960
Feb 17 04:41:58.172115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45850) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:58.260984 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4234877-abda-47a1-acb4-7d1a01725d99 req-3e9164da-0274-43a8-b7f2-f50a07fe0333 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181016
Feb 17 04:41:58.312415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.334460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:58.340451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Usage tracker for resource:security_group_rule and tenant:fbabb96e96fa489991c6d9aca8c74ffa is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:58.344863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:58.352843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:58.440393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.443619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.453164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-47fa8b34-21fa-43b7-954e-7fd7361d8c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:58.498030 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fbabb96e96fa489991c6d9aca8c74ffa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3246107
Feb 17 04:41:58.499055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa7d338-008b-483f-8b6a-59256bc6ef46,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:58.501676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45858) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:58.504380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:58.558392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c73f3d-c8e5-45a0-9371-0d806cb29e7b {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:41:58.565211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.568832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.591115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Transition to ACTIVE for port object 84c73f3d-c8e5-45a0-9371-0d806cb29e7b will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:41:58.593192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.595056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.612667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fcc3cf28-0377-4982-ae01-6d0752b3c5aa tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:58.643538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.648630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c88fd06-f0f9-453c-b512-6935d88faf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:58.663099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa7d338-008b-483f-8b6a-59256bc6ef46,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:58.668773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:58.675953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.680647 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fa7d338-008b-483f-8b6a-59256bc6ef46 HTTP/1.1" status: 204  len: 168 time: 0.1779773
Feb 17 04:41:58.752258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b06d2-5305-4077-a97f-bae5556ded9a req-f7168e7a-fc74-4012-947f-ae641003da6b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:58.753053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-102b06d2-5305-4077-a97f-bae5556ded9a req-f7168e7a-fc74-4012-947f-ae641003da6b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:58.783150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:58.791693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:58.802320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-102b06d2-5305-4077-a97f-bae5556ded9a req-f7168e7a-fc74-4012-947f-ae641003da6b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:58.803663 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-102b06d2-5305-4077-a97f-bae5556ded9a req-f7168e7a-fc74-4012-947f-ae641003da6b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.3588986
Feb 17 04:41:58.974342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-102b06d2-5305-4077-a97f-bae5556ded9a req-0fe29fc4-da5b-4b3b-a313-a383b60c2ae7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Synchronizing usage tracker for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:59.096349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-102b06d2-5305-4077-a97f-bae5556ded9a req-0fe29fc4-da5b-4b3b-a313-a383b60c2ae7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Unset dirty status for tenant:e57600d4d269474ab7d2f3e7ebf528ac on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:59.097644 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-102b06d2-5305-4077-a97f-bae5556ded9a req-0fe29fc4-da5b-4b3b-a313-a383b60c2ae7 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841434
Feb 17 04:41:59.099036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 45878) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:59.133096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.154262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:59.162974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Usage tracker for resource:security_group_rule and tenant:48bc7523ecc7442ebf7f39d1b3b6c78d is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:59.173299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:59.183536 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:59.192378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Attempting to bind port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:41:59.192760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Attempting to bind port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:41:59.193135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Attempting to bind port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b on network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:41:59.204554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:41:59.204940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Checking segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:41:59.205351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.205757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Bound using segment: {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:41:59.206239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Bound port: 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:41:59.206641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.343207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:41:59.348354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:41:59.361286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.382233 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-02945983-dc73-49bd-892a-103517af8d5b tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:59.545432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.570359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.637127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:59.645781 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48bc7523ecc7442ebf7f39d1b3b6c78d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5455892
Feb 17 04:41:59.648744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:59.648925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 45884) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:59.650297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5bc32758-a703-4b63-8594-cf6e25f8dcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:59.711748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.712939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a5a94-0314-4c61-8be7-c999b41ea41d,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:59.716787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:59.732056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a767e30-2343-45cf-846d-63ec2b3896ab req-bbcacf01-653f-425e-bc30-5f5fdc696fea tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:59.735039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a767e30-2343-45cf-846d-63ec2b3896ab req-bbcacf01-653f-425e-bc30-5f5fdc696fea tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.2675750
Feb 17 04:41:59.736684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:59.737372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.738826 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] 10.222.0.46 "PUT /v2.0/ports/84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 200  len: 1157 time: 2.0741072
Feb 17 04:41:59.739371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:59.741064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.796767 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'status': 'completed', 'code': 200}
Feb 17 04:41:59.798769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.802167 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a767e30-2343-45cf-846d-63ec2b3896ab req-cc6279a3-d26d-48ce-a47d-dde00d662259 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574372
Feb 17 04:41:59.804898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6985052d-0707-4178-b214-8052afd90093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:59.821637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a5a94-0314-4c61-8be7-c999b41ea41d,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:59.824231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:59.827086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.835144 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f8a5a94-0314-4c61-8be7-c999b41ea41d HTTP/1.1" status: 204  len: 168 time: 0.1849608
Feb 17 04:42:00.312779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c4589-ff06-4579-b758-ed2dde22f62f req-7cca43a6-9c70-4eb4-b7bd-cb8ab72a8ee2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:00.314371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-741c4589-ff06-4579-b758-ed2dde22f62f req-7cca43a6-9c70-4eb4-b7bd-cb8ab72a8ee2 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0975649
Feb 17 04:42:00.366691 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-741c4589-ff06-4579-b758-ed2dde22f62f req-1392bb8e-5728-49f2-899e-c333f1f3068b tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457222
Feb 17 04:42:00.559522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71af55f-5170-48a1-9e24-01272889ff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:01.015206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a046-4a82-4bc3-abc2-a7a55e35e692 req-83c2336a-b4cb-449f-b603-7d9c55a4877b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:01.017604 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5477a046-4a82-4bc3-abc2-a7a55e35e692 req-83c2336a-b4cb-449f-b603-7d9c55a4877b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0952656
Feb 17 04:42:01.066189 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5477a046-4a82-4bc3-abc2-a7a55e35e692 req-12123d4f-f1ea-44c2-ace8-8b650d0ee1b5 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422935
Feb 17 04:42:01.575714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be8cb3-970a-4fb8-9ba4-2dcd00689c1e req-6aebe2e3-16bb-44f6-9fe0-5dd7082cf1c9 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:01.577351 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-93be8cb3-970a-4fb8-9ba4-2dcd00689c1e req-6aebe2e3-16bb-44f6-9fe0-5dd7082cf1c9 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.0945637
Feb 17 04:42:01.630364 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-93be8cb3-970a-4fb8-9ba4-2dcd00689c1e req-c33fb0fe-9344-4b86-b328-c9561515a6b5 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458724
Feb 17 04:42:02.132059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379b7a-c1d9-496b-8b07-7f4e509c7281 req-0d18682b-1b7d-4a5d-b35d-a6acfe61448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:02.133811 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-85379b7a-c1d9-496b-8b07-7f4e509c7281 req-0d18682b-1b7d-4a5d-b35d-a6acfe61448d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1160 time: 0.0823152
Feb 17 04:42:02.367307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379b7a-c1d9-496b-8b07-7f4e509c7281 req-77f527c4-3d33-45d5-9ca8-d9e319b1b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:02.368907 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-85379b7a-c1d9-496b-8b07-7f4e509c7281 req-77f527c4-3d33-45d5-9ca8-d9e319b1b251 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=669aa7253aff4985a447b249c23aa338&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2230933
Feb 17 04:42:02.376894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d45022-00ea-4782-9d21-69a535509f9e req-46cbc5bf-3364-48fd-9f92-ac7cbf576944 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:02.378396 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-94d45022-00ea-4782-9d21-69a535509f9e req-46cbc5bf-3364-48fd-9f92-ac7cbf576944 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1522520
Feb 17 04:42:02.607123 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-94d45022-00ea-4782-9d21-69a535509f9e req-4116140b-eec4-4877-a2d3-6226b65ecc1b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1476836
Feb 17 04:42:02.643839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379b7a-c1d9-496b-8b07-7f4e509c7281 req-f9b05d11-1365-4c99-b83b-f6eb43d3b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:02.645442 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-85379b7a-c1d9-496b-8b07-7f4e509c7281 req-f9b05d11-1365-4c99-b83b-f6eb43d3b0e5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2660351
Feb 17 04:42:02.658955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-a6563265-0a65-41aa-a1af-a3893acef8bf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:02.660561 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-a6563265-0a65-41aa-a1af-a3893acef8bf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.46 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.1680350
Feb 17 04:42:02.843794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Deleting port 8c40a9f8-0504-4483-9e26-48a5210a4191 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:02.844729 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:02.886653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37444a95-8cef-40b8-9faf-be2a2bc54cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:03.157681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 8c40a9f8-0504-4483-9e26-48a5210a4191 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:03.242815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-96c5874a-addc-4bbc-9f87-ad00d396998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:03.242815 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-96c5874a-addc-4bbc-9f87-ad00d396998b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1160 time: 0.5308719
Feb 17 04:42:03.287199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:03.319635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:03.332480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:03.332715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5318d5-1bcb-4895-b19a-83a82ebb918c req-9b420ea9-3773-4d1b-9cb0-7132ec1078af tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:03.334132 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a5318d5-1bcb-4895-b19a-83a82ebb918c req-9b420ea9-3773-4d1b-9cb0-7132ec1078af tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 945 time: 0.5743873
Feb 17 04:42:03.342292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:03.346028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:03.424239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:03.447066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=7']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:03.457061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.457861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.458427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.458993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.459704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.460222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.460744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.461429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.461973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.462493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.463042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.463683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.464260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.464809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.465184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.466149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.466547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.466969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.467340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.467708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.468713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.469121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.470696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.471086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:03.475805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:03.478988 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-2cf167ad-63ad-4789-9aeb-72684df578e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 200  len: 217 time: 0.2299080
Feb 17 04:42:03.533126 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'code': 200}
Feb 17 04:42:03.592290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:03.592699 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:03.757134 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a5318d5-1bcb-4895-b19a-83a82ebb918c req-fef6a978-7051-4fdc-9a41-39954c2b7d5f tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2741554
Feb 17 04:42:03.764859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Calling delete_port for 8c40a9f8-0504-4483-9e26-48a5210a4191 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:03.841802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-d4cfaa17-f249-4737-a1ae-8ab260007a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:03.843451 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-d4cfaa17-f249-4737-a1ae-8ab260007a41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.3503282
Feb 17 04:42:03.978659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:42:03.979124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:42:04.042739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306284-3ba7-497d-95d3-12118a3a1457 req-10696530-e6b9-4f62-b817-262b950a8c35 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:04.044358 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-11306284-3ba7-497d-95d3-12118a3a1457 req-10696530-e6b9-4f62-b817-262b950a8c35 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.2928908
Feb 17 04:42:04.046338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-40eff6fb-57d8-416c-955f-14bfacd4dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:04.048450 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-40eff6fb-57d8-416c-955f-14bfacd4dbfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1965241
Feb 17 04:42:04.188757 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-11306284-3ba7-497d-95d3-12118a3a1457 req-a8edbf50-8c32-4c00-8d16-5e8e6daf5ab7 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1367111
Feb 17 04:42:04.233012 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-3da594c7-02ed-4710-a081-0ae75626b82f service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651576
Feb 17 04:42:04.388477 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60177387-fc9f-492a-a6a4-0bc38c43e972 req-bdec76fe-dfcb-4244-80d7-2364407c94f5 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451781
Feb 17 04:42:04.480334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Deleting port 8c40a9f8-0504-4483-9e26-48a5210a4191 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:04.480736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:04.568863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:04.748605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] For port 8c40a9f8-0504-4483-9e26-48a5210a4191, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8c40a9f8-0504-4483-9e26-48a5210a4191,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:04.749007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:04.883969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Calling delete_port for 8c40a9f8-0504-4483-9e26-48a5210a4191 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:05.075798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:05.090152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd8aac-55a3-4d70-9ee0-db13494371f0 req-7fb18d55-1dfb-4e23-b50d-59e5b868ddaf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:05.091812 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33dd8aac-55a3-4d70-9ee0-db13494371f0 req-7fb18d55-1dfb-4e23-b50d-59e5b868ddaf tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/ports?device_id=9231f663-c4c6-4723-8d42-377d3f6dd031 HTTP/1.1" status: 200  len: 943 time: 0.1785448
Feb 17 04:42:05.148299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:05.167738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-45e29891-7b9c-4633-9e27-60f42ab61845 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:05.275876 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33dd8aac-55a3-4d70-9ee0-db13494371f0 req-9e3fb631-68ed-49ab-a751-886cf5bb4209 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc716d45-9c80-4172-b488-e26b8ccda993&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740019
Feb 17 04:42:05.281289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Pushing event deleted for resources: {'Port': ['ID=8c40a9f8-0504-4483-9e26-48a5210a4191,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:05.292458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:05.465192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] No DVR routers for this DVR port 8c40a9f8-0504-4483-9e26-48a5210a4191 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:42:05.469830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:05.473765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'name': 'network-vif-deleted', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:05.500695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5533a6-99e6-4bed-b164-5fe50324221f req-28af2cfe-67ab-4168-ace5-65a86e1ddb43 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:05.502331 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff5533a6-99e6-4bed-b164-5fe50324221f req-28af2cfe-67ab-4168-ace5-65a86e1ddb43 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1777015
Feb 17 04:42:05.508898 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7e905c9b-392b-4f05-baf2-1dd9727beebc req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] 10.222.0.46 "DELETE /v2.0/ports/8c40a9f8-0504-4483-9e26-48a5210a4191 HTTP/1.1" status: 204  len: 173 time: 2.8398452
Feb 17 04:42:05.529908 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231f663-c4c6-4723-8d42-377d3f6dd031', 'name': 'network-vif-deleted', 'tag': '8c40a9f8-0504-4483-9e26-48a5210a4191', 'status': 'completed', 'code': 200}
Feb 17 04:42:05.562371 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ff5533a6-99e6-4bed-b164-5fe50324221f req-a0393a60-7eaf-48a6-92f9-d864bf6e81af tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513279
Feb 17 04:42:05.937651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46050) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:06.089786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.106601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:06.110952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Usage tracker for resource:security_group_rule and tenant:d3349d8902464a3e8432801a282d5710 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:06.114242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:06.120209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:06.212084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.214918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.224453 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e2231ad6-0c5e-4dd4-952e-b2e9fcae04d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:06.265661 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3349d8902464a3e8432801a282d5710&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3257933
Feb 17 04:42:06.267903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe3c759-cd59-4e75-8d11-090b882ea47a,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:06.269077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46064) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:06.271409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4137bc7d-b50d-42e1-a1cd-3fddb14d20ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:06.335760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.369026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.426506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.436569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f9100ee8-9c42-40cd-8372-cde60f3c8c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:06.451014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe3c759-cd59-4e75-8d11-090b882ea47a,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:06.454077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.470913 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/efe3c759-cd59-4e75-8d11-090b882ea47a HTTP/1.1" status: 204  len: 168 time: 0.1882794
Feb 17 04:42:06.480506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.481209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.481822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.482426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.483076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.484182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.484980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.485740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.486339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.486984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.487578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.488294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.488945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.489530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.490144 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.490910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.491516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.492112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.492935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.494315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.494991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.495684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.496462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.497415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:06.502096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-baa79285-ffba-473b-9115-7bfe60194f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:06.852701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c6c7-3124-474b-8bc5-f339ce708cc4 req-6f1ef35d-02cb-4d77-83c9-aecc06932052 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:06.861487 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3639c6c7-3124-474b-8bc5-f339ce708cc4 req-6f1ef35d-02cb-4d77-83c9-aecc06932052 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1123240
Feb 17 04:42:06.906489 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3639c6c7-3124-474b-8bc5-f339ce708cc4 req-e3253b01-6c7b-4af1-ba5f-1cddb13415f8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438454
Feb 17 04:42:06.927719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46116) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:06.948715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:06.966697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:06.971586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Usage tracker for resource:security_group_rule and tenant:6e3adb4cccb3474fae86ccaa45b20edb is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:06.974641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:06.980781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:07.077900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.081088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.090399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-721ed604-35cd-4b2f-9d31-fec7d8357a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:07.134385 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e3adb4cccb3474fae86ccaa45b20edb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2054775
Feb 17 04:42:07.136075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc10120-2fd1-4692-adcd-4bc02eb6e8fa,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:07.137169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46144) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:07.139607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a0b6e61b-17e7-42a1-84b9-8d8020a6f13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:07.206250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.235953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.291715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.296911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-908c0974-ee9a-4cdb-a2dc-5a8f08f2cef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:07.308494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc10120-2fd1-4692-adcd-4bc02eb6e8fa,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:07.312625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:07.316791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.317985 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5c44eed6-ceaf-4aab-a0d4-203e293a4c20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fc10120-2fd1-4692-adcd-4bc02eb6e8fa HTTP/1.1" status: 204  len: 168 time: 0.1797454
Feb 17 04:42:07.355059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46152) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:07.488067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 84c73f3d-c8e5-45a0-9371-0d806cb29e7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:07.566869 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:07.571813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:07.572232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.699362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.707392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46160) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:07.728664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:07.739731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:07.743599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.746058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:07.746220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.767107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:07.771084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Usage tracker for resource:security_group_rule and tenant:c9ff384c9469442e96eb55a3f0ea89e7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:07.775400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:07.788512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:07.792251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'code': 200}
Feb 17 04:42:07.828007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:07.836851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:08.057566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.063300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.072386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-253c02c5-9f9a-46b2-afd9-a8d6a7726b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:08.130168 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9ff384c9469442e96eb55a3f0ea89e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4190207
Feb 17 04:42:08.130404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46184) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:08.134186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f6e393-aa1e-487c-8779-1531df4e72c5,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:08.148535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ea39e6d7-b694-4ac0-9ba9-07406798630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:08.187355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74aa2-23eb-4397-8735-140abb23f1de req-76f0e15f-5ac2-448b-b35b-d24e45778565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:08.189592 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aea74aa2-23eb-4397-8735-140abb23f1de req-76f0e15f-5ac2-448b-b35b-d24e45778565 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1162 time: 0.1964452
Feb 17 04:42:08.202439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627be2c-774b-4a35-8f91-73cea44d812c req-d00cb7a4-5fb1-488b-8f68-e96c32bdab2d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:08.204823 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a627be2c-774b-4a35-8f91-73cea44d812c req-d00cb7a4-5fb1-488b-8f68-e96c32bdab2d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1235559
Feb 17 04:42:08.257439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.280668 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aea74aa2-23eb-4397-8735-140abb23f1de req-0169ffc2-41fe-41eb-b550-65d12100c981 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747347
Feb 17 04:42:08.285938 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a627be2c-774b-4a35-8f91-73cea44d812c req-830285e7-62a3-4f18-8a6a-d8e97ee5c6de tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636256
Feb 17 04:42:08.294460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.355630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.485514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46192) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:08.513410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.519085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-023eb1e5-da9d-4f74-bc84-faeed5effdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:08.616320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.633853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:08.638581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Usage tracker for resource:security_group_rule and tenant:0932c5702e85478293840d9e126619f7 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:08.642497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:08.648869 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:08.743558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.746659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.756714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a0dc879a-2699-4059-a249-d181c43bcb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:08.799161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c592e-52a9-4cc6-8a70-c785542b4fb8,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:08.806116 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0932c5702e85478293840d9e126619f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3169541
Feb 17 04:42:08.806116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:08.806595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46198) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:08.807270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f6e393-aa1e-487c-8779-1531df4e72c5,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:08.817192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:08.820745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.821946 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9b273704-0f47-45fb-ac4c-70839c049823 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92f6e393-aa1e-487c-8779-1531df4e72c5 HTTP/1.1" status: 204  len: 168 time: 0.6905777
Feb 17 04:42:08.879566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.908394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.916888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Deleting port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:08.917662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.981290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.986800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:09.032302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.033774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/850c592e-52a9-4cc6-8a70-c785542b4fb8 HTTP/1.1" status: 204  len: 168 time: 0.2263856
Feb 17 04:42:09.034633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46208) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:09.038109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c592e-52a9-4cc6-8a70-c785542b4fb8,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:09.107579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d56b1765-60fa-496f-9b07-200ca330ca5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:09.133642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Deleting subnet 93a776b7-76e3-4a97-a8cc-231c12f0faae {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:42:09.133880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] For port 2f34d209-8b9b-4aa1-b2f7-e70268ebe238, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:09.133880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.142617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.208441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.230454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 84c73f3d-c8e5-45a0-9371-0d806cb29e7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:09.283815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Calling delete_port for 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 owned by network:router_interface {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:09.340101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.426040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:09.426748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.878431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.895561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-36a26675-5793-40ea-a8ec-98386afee6ef tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:09.995997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f34d209-8b9b-4aa1-b2f7-e70268ebe238,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:10.006666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:10.041394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d166e-0f1a-4687-af57-3367fb082f86 req-270a5177-9d66-4bef-8617-bb5ba0270840 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:10.042847 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-415d166e-0f1a-4687-af57-3367fb082f86 req-270a5177-9d66-4bef-8617-bb5ba0270840 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.4640670
Feb 17 04:42:10.152001 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-415d166e-0f1a-4687-af57-3367fb082f86 req-ad49118f-ec66-419d-9862-616c61c84e28 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942571
Feb 17 04:42:10.209222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:10.330917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:10.357529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:10.397332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:42:10.417880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a776b7-76e3-4a97-a8cc-231c12f0faae,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:10.428616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:10.439641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:10.455023 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6747bbe2-1c2d-4c38-b7ac-0a4323a48445 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/93a776b7-76e3-4a97-a8cc-231c12f0faae HTTP/1.1" status: 204  len: 168 time: 1.4150567
Feb 17 04:42:10.455259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46246) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:10.490104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df52c2d-adc6-4442-a22e-eaa3893f15ce req-b1e2b77b-128d-428a-80e1-068d38363d67 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:10.491695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1df52c2d-adc6-4442-a22e-eaa3893f15ce req-b1e2b77b-128d-428a-80e1-068d38363d67 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1619744
Feb 17 04:42:10.502327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46250) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:10.508439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Request body: {'floatingip': {'port_id': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:10.597905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:10.622955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:10.934935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46260) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:11.133391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.164445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:11.171212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Usage tracker for resource:security_group_rule and tenant:27714859452a4563acea5f4b1a54790e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:11.174920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:11.181413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:11.195005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.356305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.365753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.455514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f141451aac8>,) {'filters': {'network_id': ['58123a5b-89a3-47b4-8bcf-bc477b9c807f']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:11.481975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f141451aac8>, '4b47dfdf-3c80-4b46-8295-02410cb2e4bc') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:11.482318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f141451aac8>, '4b47dfdf-3c80-4b46-8295-02410cb2e4bc') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:11.499942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.534661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.535586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.539052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:42:11.540633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:11.552012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a2856e47-7444-4e57-af5d-742a7b6c07d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:11.612395 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27714859452a4563acea5f4b1a54790e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6769764
Feb 17 04:42:11.615979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c294d-6d1e-4dd0-813f-1052d3bbe665,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:11.619011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46266) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:11.619523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4be3902a-f7dd-4b29-9df2-546cbc20ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:11.630204 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Floating IP aa5cb870-1c63-41b7-b202-a7082ebe4132 associated. External IP: 172.27.0.3, port: 84c73f3d-c8e5-45a0-9371-0d806cb29e7b.
Feb 17 04:42:11.645328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Router 538cfef3-4905-404d-bfc8-ccd8fda051ee has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:42:11.903142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:42:11.913108 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.013555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:42:12.022773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.171079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.195731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Network 58123a5b-89a3-47b4-8bcf-bc477b9c807f has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:42:12.205389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:12.215174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:12.219125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:42:12.222923 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:42:12.226992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:12.227666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149215c0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:12.287447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-701fea45-4395-45ca-b315-191cfa04378d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "PUT /v2.0/floatingips/aa5cb870-1c63-41b7-b202-a7082ebe4132 HTTP/1.1" status: 200  len: 989 time: 1.7811909
Feb 17 04:42:12.287447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:12.299249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:12.310754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c3249-82f1-4754-9347-6a6445845208 None None] Sync routers for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:12.331331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:12.332016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f141502d6d8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:12.340821 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] 10.222.0.38 "PUT /v2.0/routers/538cfef3-4905-404d-bfc8-ccd8fda051ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9845603
Feb 17 04:42:12.344427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46274) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:12.345549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.349606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:12.367443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.380327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=58123a5b-89a3-47b4-8bcf-bc477b9c807f,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:12.388048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:12.391622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.398983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-80bd9f64-14d3-4f0a-9738-bb3b3a39bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:12.411512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c294d-6d1e-4dd0-813f-1052d3bbe665,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:12.419229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.423603 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c3c294d-6d1e-4dd0-813f-1052d3bbe665 HTTP/1.1" status: 204  len: 168 time: 0.7988741
Feb 17 04:42:12.423603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:12.434508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ac1bda3a-5215-4cf2-a71a-bbbc253762c8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/58123a5b-89a3-47b4-8bcf-bc477b9c807f HTTP/1.1" status: 204  len: 168 time: 1.9747555
Feb 17 04:42:12.458087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:12.646734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46282) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:12.680174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:12.769660 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8e03a71d-1ed9-413f-bea5-2e33170b6693 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b23386679f44b7e9d4204ab1e9adf0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1237812
Feb 17 04:42:12.772205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46288) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:12.908341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks [] for router, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.918345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:12.932594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149215c0>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'aa5cb870-1c63-41b7-b202-a7082ebe4132', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'port_id': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'mac_address': 'fa:16:3e:ad:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:41:47Z', 'updated_at': '2021-02-17T04:42:11Z', 'revision_number': 1, 'project_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:12.942009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:12.975413 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'status': 'completed', 'code': 200}
Feb 17 04:42:12.978276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:12.978943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149215c0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:12.998497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.047811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f141502d6d8>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:42:09Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:13.053237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c3249-82f1-4754-9347-6a6445845208 None None] Checking router: 538cfef3-4905-404d-bfc8-ccd8fda051ee for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:13.069825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] Routers {'538cfef3-4905-404d-bfc8-ccd8fda051ee'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:13.070512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f141502d6d8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['538cfef3-4905-404d-bfc8-ccd8fda051ee'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:13.108148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.114738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3c48526a-1056-414c-ae1f-a11d614a53ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:13.156382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174d825e-c91b-41c4-9875-5df9e8d9f4d0,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:13.171313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:13.179674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.184711 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/174d825e-c91b-41c4-9875-5df9e8d9f4d0 HTTP/1.1" status: 204  len: 168 time: 0.4113917
Feb 17 04:42:13.224608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-1373a97d-b15b-44b1-bf00-3483bbe42c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:13.226401 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-1373a97d-b15b-44b1-bf00-3483bbe42c0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1162 time: 0.2500200
Feb 17 04:42:13.290615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] Set router 538cfef3-4905-404d-bfc8-ccd8fda051ee gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:13.352862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:13.428963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.449131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Deleting port ec654af5-748e-40ea-a553-698547e903a6 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:13.449973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.515371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46310) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:13.692014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-6430ae07-aee7-430b-a7ce-ffba791ab956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:13.693650 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-6430ae07-aee7-430b-a7ce-ffba791ab956 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.4554708
Feb 17 04:42:13.754108 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1054009383-network', 'tenant_id': '21b5af96686e409cb77e5a0aa9ac1fb8'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:13.760136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-329c3249-82f1-4754-9347-6a6445845208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f141502d6d8>, [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:42:09Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:13.761223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:13.764939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c3249-82f1-4754-9347-6a6445845208 None None] The sync data for ids ['538cfef3-4905-404d-bfc8-ccd8fda051ee'] in dv-cinder-760197-3-iscsi is: [{'id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'name': 'tempest-TestMinimumBasicScenario-218432083-router', 'tenant_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ec654af5-748e-40ea-a553-698547e903a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:38Z', 'updated_at': '2021-02-17T04:42:09Z', 'revision_number': 5, 'project_id': 'e57600d4d269474ab7d2f3e7ebf528ac', 'gw_port': {'id': 'ec654af5-748e-40ea-a553-698547e903a6', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538cfef3-4905-404d-bfc8-ccd8fda051ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:40Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:13.779204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Usage tracker for resource:network and tenant:21b5af96686e409cb77e5a0aa9ac1fb8 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:13.785565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:13.800157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:13.827430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Made reservation on behalf of 21b5af96686e409cb77e5a0aa9ac1fb8 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:13.833943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.849170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.865669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:13.870168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Usage tracker for resource:security_group_rule and tenant:21b5af96686e409cb77e5a0aa9ac1fb8 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:13.873518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:13.880525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:13.918925 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-84c67f8d-b5ec-4bd7-a9c6-a586729e3516 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 200  len: 997 time: 0.2090685
Feb 17 04:42:13.921031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] For port ec654af5-748e-40ea-a553-698547e903a6, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ec654af5-748e-40ea-a553-698547e903a6,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:13.921447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:13.959432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149215c0>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'aa5cb870-1c63-41b7-b202-a7082ebe4132', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'port_id': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'mac_address': 'fa:16:3e:ad:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:41:47Z', 'updated_at': '2021-02-17T04:42:11Z', 'revision_number': 1, 'project_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:13.964367 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50bf19-9e00-4c8e-a150-4f853476c52b None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'aa5cb870-1c63-41b7-b202-a7082ebe4132', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'port_id': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'mac_address': 'fa:16:3e:ad:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:41:47Z', 'updated_at': '2021-02-17T04:42:11Z', 'revision_number': 1, 'project_id': '669aa7253aff4985a447b249c23aa338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:14.008339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.012637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.030905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:42:14.035040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-60c82555-a1c0-41ad-9495-70420d7cfd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:14.065176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.065584 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Added segment 8eece9d2-2c09-4e14-9ec2-490041d94bed of type vxlan for network c6a84f22-8956-4c6c-8e1a-35ad1301db27
Feb 17 04:42:14.079309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba745f-531b-427e-b88c-e4cf07593a23,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:14.098132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:14.127009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.159112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.160389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:14.161029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.166354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f017955f-2239-4332-9e81-85e2cd026d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:14.167612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Calling delete_port for ec654af5-748e-40ea-a553-698547e903a6 owned by network:router_gateway {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:14.235540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-eb3b4884-0a29-422c-8868-cdeda3cad49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:14.237127 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-eb3b4884-0a29-422c-8868-cdeda3cad49c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.3056605
Feb 17 04:42:14.282903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46332) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:14.289219 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7726684
Feb 17 04:42:14.293980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Pushing event updated for resources: {'Network': ['ID=c6a84f22-8956-4c6c-8e1a-35ad1301db27,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:14.298141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:14.298627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46336) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:14.312165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Request body: {'subnet': {'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1054009383-subnet', 'tenant_id': '21b5af96686e409cb77e5a0aa9ac1fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:14.314732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:42:14.322173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:14.329192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Usage tracker for resource:subnet and tenant:21b5af96686e409cb77e5a0aa9ac1fb8 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:14.333194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:14.339843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:42:14.340191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:14.364565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Made reservation on behalf of 21b5af96686e409cb77e5a0aa9ac1fb8 for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:14.369023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.426556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-b8e54a0f-7490-41f6-93ee-f98c1612335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:14.434831 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-b8e54a0f-7490-41f6-93ee-f98c1612335d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1902125
Feb 17 04:42:14.456127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.484825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2100110560-network', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:14.491872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:14.501018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Usage tracker for resource:network and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:14.505923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:14.517300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:14.538513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Made reservation on behalf of ca59cfbe7f3b494499cc8efe1d0e093e for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:14.543412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.559199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.576279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:14.581360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Usage tracker for resource:security_group_rule and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:14.584875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:14.591370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:14.670043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6466532-302b-4a96-a49a-ed64eabe94a0 None None] New status for floating IP aa5cb870-1c63-41b7-b202-a7082ebe4132: ACTIVE {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:42:14.681824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.685301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.690170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d527c16a-8ce6-4a8d-922a-3f27acd8e2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:14.725359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:42:14.731294 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-ef2e13bb-ec25-4189-9059-0410e7d1137d service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571671
Feb 17 04:42:14.739108 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398c7e2-4864-40b0-80e8-2a8868e4af50,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:14.743761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:14.744725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.745159 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Added segment 294e0a3d-94d4-434d-9489-dc070a8d34b2 of type vxlan for network 3468340d-819b-4c91-9b3c-03f43d53a90d
Feb 17 04:42:14.774776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.806948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.808348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:14.809651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.815763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bdba2845-a159-4066-bcb4-cfccd79ec9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:14.897335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:14.925488 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6411142
Feb 17 04:42:14.928514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46344) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:14.931436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Pushing event updated for resources: {'Network': ['ID=3468340d-819b-4c91-9b3c-03f43d53a90d,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:14.938439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Request body: {'subnet': {'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2100110560-subnet', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:14.943852 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:14.944940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:14.949240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Usage tracker for resource:subnet and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:14.952550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:14.959354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:14.971344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Made reservation on behalf of ca59cfbe7f3b494499cc8efe1d0e093e for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:14.981770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.002991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 3468340d-819b-4c91-9b3c-03f43d53a90d details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:42:15.022276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 3468340d-819b-4c91-9b3c-03f43d53a90d details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:42:15.097753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.101688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.136969 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-789181bb-fb21-42df-a650-ff4f456ed8f7 req-4acbe92e-a08e-49b4-bea1-336456da2bb4 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3714066
Feb 17 04:42:15.145068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.145870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 538cfef3-4905-404d-bfc8-ccd8fda051ee {{(pid=83902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:42:15.160245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.164947 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-aefc2f0f-0296-4bdd-9160-3dafee48ac05 admin admin] 10.222.0.38 "DELETE /v2.0/routers/538cfef3-4905-404d-bfc8-ccd8fda051ee HTTP/1.1" status: 204  len: 168 time: 2.8179939
Feb 17 04:42:15.165509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46348) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:15.224704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:15.245785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Deleting subnet eb5334ba-aeca-48ad-b792-d00725a06dea {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:42:15.249447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.272808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:42:15.273454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 2f34d209-8b9b-4aa1-b2f7-e70268ebe238 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:42:15.319092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.457632 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.964323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.981556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9c59f4c8-c4c4-4986-b846-ab118fae4c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:16.007727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.014742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.026970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-535b35ba-1340-4e15-8bed-e938014e50d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:16.124501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5334ba-aeca-48ad-b792-d00725a06dea,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:16.129089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:16.163311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.169227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ecf4d-c15e-4246-9f9e-6b5416f982a9 None None] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:16.169402 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/eb5334ba-aeca-48ad-b792-d00725a06dea HTTP/1.1" status: 204  len: 168 time: 1.0026774
Feb 17 04:42:16.172593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46354) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:16.207659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fde074-13d6-413c-a1f1-49894d74f8db,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:16.216107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:16.216570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:16.291602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.339103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:16.347117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:16.373123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Deleting port fe837eeb-633f-4055-8c24-39950ac151ca {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:16.373636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.398470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Checking segment: {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:16.398904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Network hostable DHCP agents. Network: c6a84f22-8956-4c6c-8e1a-35ad1301db27, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:42:16.415640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Checking segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:16.416045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Network hostable DHCP agents. Network: 3468340d-819b-4c91-9b3c-03f43d53a90d, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:42:16.436452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] DHCP port deletion for 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:42:16.440761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:42:16.441937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Deleting port fe837eeb-633f-4055-8c24-39950ac151ca {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:16.442457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.449040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Network 3468340d-819b-4c91-9b3c-03f43d53a90d is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:42:16.452891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, c6a84f22-8956-4c6c-8e1a-35ad1301db27) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:16.467083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 3468340d-819b-4c91-9b3c-03f43d53a90d) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:16.471296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:16.471955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.490344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:16.490934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.491824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b97c6-615b-444e-a16a-5b6da545faa4 None None] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:16.511216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc79c0eb-f6db-4f47-baf1-bc3e254b82e7 None None] Network 3468340d-819b-4c91-9b3c-03f43d53a90d requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:16.520475 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2189283
Feb 17 04:42:16.522043 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5923674
Feb 17 04:42:16.527063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46358) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:16.533621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:16.539310 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:16.543478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Usage tracker for resource:router and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:16.547485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:16.554511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:16.570171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.571533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.590295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.617168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] For port fe837eeb-633f-4055-8c24-39950ac151ca, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe837eeb-633f-4055-8c24-39950ac151ca,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:16.617840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.763851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Calling delete_port for fe837eeb-633f-4055-8c24-39950ac151ca owned by network:dhcp {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:16.850635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.916974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.967149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8935249e-3292-4fef-b039-3637ab6d2482 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:17.022306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe837eeb-633f-4055-8c24-39950ac151ca,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:17.025716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:17.026600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] No DVR routers for this DVR port fe837eeb-633f-4055-8c24-39950ac151ca on host dv-cinder-760197-3-iscsi {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:42:17.168119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.214898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c62811-2fb0-4b1e-979c-845599b1c230 None None] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:17.323400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f140eedd6a0>,) {'filters': {'network_id': ['6867f3e4-ec3d-45b2-9435-bb5e12342eb7']}} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:17.354307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f140eedd6a0>, 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0') {'for_net_delete': True} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:17.354688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f140eedd6a0>, 'bfbca72d-63a0-4439-a7cc-23d9c77d25b0') {} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:17.366672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe837eeb-633f-4055-8c24-39950ac151ca no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:17.388900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560501'] for segment, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.420749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: fe837eeb-633f-4055-8c24-39950ac151ca {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:42:17.421238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe837eeb-633f-4055-8c24-39950ac151ca not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:42:17.422473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ec654af5-748e-40ea-a553-698547e903a6 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:17.428135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.442251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:42:17.474681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: ec654af5-748e-40ea-a553-698547e903a6 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:42:17.475280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ec654af5-748e-40ea-a553-698547e903a6 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:42:17.481813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] For port fe837eeb-633f-4055-8c24-39950ac151ca, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe837eeb-633f-4055-8c24-39950ac151ca,segment=NetworkSegment(bfbca72d-63a0-4439-a7cc-23d9c77d25b0),segment_id=bfbca72d-63a0-4439-a7cc-23d9c77d25b0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:17.482377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.486304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.560192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.779853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:42:17.796953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486394'] for segment, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.884413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-3468340d-819b-4c91-9b3c-03f43d53a90d', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:42:17.885325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.898944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Allocated IP 172.27.0.252 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/392d97a0-242e-4e4f-9fb5-c2b46f52b037) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:18.000796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Network 6867f3e4-ec3d-45b2-9435-bb5e12342eb7 has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:42:18.027848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Calling delete_port for fe837eeb-633f-4055-8c24-39950ac151ca owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:42:18.030921 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:42:18.093298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.111097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.115078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:18.127150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.136329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.143740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a05c6da1-5763-4f6f-9828-62b0b0afbb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:18.152373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=6867f3e4-ec3d-45b2-9435-bb5e12342eb7,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:18.154981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:18.156706 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] 10.222.0.38 "DELETE /v2.0/networks/6867f3e4-ec3d-45b2-9435-bb5e12342eb7 HTTP/1.1" status: 204  len: 168 time: 1.9830763
Feb 17 04:42:18.278881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Pushing event updated for resources: {'Port': ['ID=392d97a0-242e-4e4f-9fb5-c2b46f52b037,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:18.286995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:42:18.287412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:42:18.288088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46376) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:18.292814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:18.337687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:18.339513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:18.341702 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:18.350221 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-017e6dbf-8cd7-4dc1-9222-0d2aee1ec4f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e57600d4d269474ab7d2f3e7ebf528ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0584867
Feb 17 04:42:18.350699 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 46380) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:18.423899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.455251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.480284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Allocated IP 172.20.0.2 (3468340d-819b-4c91-9b3c-03f43d53a90d/e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3/9b1ef393-de1c-431e-bdae-64424027ed9b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:18.508540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.520115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2acfa94a-c65d-4251-9f9f-7bdcf083d290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:18.531889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc716d45-9c80-4172-b488-e26b8ccda993,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:18.534460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:18.540568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.544774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc716d45-9c80-4172-b488-e26b8ccda993 HTTP/1.1" status: 204  len: 168 time: 0.1905665
Feb 17 04:42:18.749601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.770950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Transition to ACTIVE for port object 9b1ef393-de1c-431e-bdae-64424027ed9b will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:18.784785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Transition to ACTIVE for port object 9b1ef393-de1c-431e-bdae-64424027ed9b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:18.789830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Deleting port fe837eeb-633f-4055-8c24-39950ac151ca {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:18.790372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.840885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:18.862183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:19.018649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-24ae2dd3-c339-43f6-bcc9-44057627a282 None None] The port 'fe837eeb-633f-4055-8c24-39950ac151ca' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:42:19.086033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Pushing event updated for resources: {'Port': ['ID=9b1ef393-de1c-431e-bdae-64424027ed9b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:19.089191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:19.136391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Network 3468340d-819b-4c91-9b3c-03f43d53a90d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:19.137147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:19.137868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:19.141277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:19.206526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Attempting to bind port 9b1ef393-de1c-431e-bdae-64424027ed9b on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:19.206986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Attempting to bind port 9b1ef393-de1c-431e-bdae-64424027ed9b by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:19.207442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Attempting to bind port 9b1ef393-de1c-431e-bdae-64424027ed9b on network 3468340d-819b-4c91-9b3c-03f43d53a90d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:19.209498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-437261de-0379-4ddb-913c-03964f296ba0 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:19.211262 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-437261de-0379-4ddb-913c-03964f296ba0 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/networks?id=c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 200  len: 809 time: 0.1772490
Feb 17 04:42:19.217338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:19.217794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Checking segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:19.218243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:19.219479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Bound using segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:19.220018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Bound port: 9b1ef393-de1c-431e-bdae-64424027ed9b, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:19.220567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:19.228176 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-16b90002-ad53-44c3-9eba-0c64ed2790af tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/quotas/21b5af96686e409cb77e5a0aa9ac1fb8 HTTP/1.1" status: 200  len: 375 time: 0.0109034
Feb 17 04:42:19.299359 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-d76f67e0-4ae7-40a9-89f8-4ada5be2a514 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0646365
Feb 17 04:42:19.331044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8cba209c-c349-4f45-9803-79b753db359b None None] For port 9b1ef393-de1c-431e-bdae-64424027ed9b, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:19.335856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8cba209c-c349-4f45-9803-79b753db359b None None] For port 9b1ef393-de1c-431e-bdae-64424027ed9b, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=9b1ef393-de1c-431e-bdae-64424027ed9b,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:19.338761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:19.355899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:19.452196 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-e67afe66-3d56-4325-8f47-f2b67f050f83 service neutron] 10.222.0.38 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437216
Feb 17 04:42:19.513691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Pushing event updated for resources: {'Port': ['ID=9b1ef393-de1c-431e-bdae-64424027ed9b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:19.517487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:19.521892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:19.611635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-c15eb5ad-483d-4fdf-a800-0b431df31267 service neutron] 10.222.0.38 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517491
Feb 17 04:42:19.777983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Router a1159312-f33a-4c2f-8d69-e8ba353f4237 is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:42:19.816539 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b00899c3-f289-49db-817d-bc9af9963f99 req-4de78e38-dcc8-472c-88bf-6cd5bbbb3977 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 210 time: 0.0549717
Feb 17 04:42:19.994385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:20.005334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Sync routers for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:20.015119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:20.016366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414908a20>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:20.084877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:20.086446 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-189a49fc-a268-473b-bd3b-4344e224ff9a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5581048
Feb 17 04:42:20.089357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46412) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:20.213325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:20.527819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414908a20>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:18Z', 'revision_number': 3, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:20.533248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Checking router: a1159312-f33a-4c2f-8d69-e8ba353f4237 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:20.533644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Updating router a1159312-f33a-4c2f-8d69-e8ba353f4237 port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:42:20.595778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:20.881593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.032382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-83b48826-3af9-4cc1-9354-f9b8a6f8c620 req-8032e62b-7717-4c23-8d41-f3a156bc2d1b tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 210 time: 0.0870991
Feb 17 04:42:21.041339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.055090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Transition to ACTIVE for port object 392d97a0-242e-4e4f-9fb5-c2b46f52b037 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:21.058094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.076265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fb29d1e8-a2c9-408d-b728-a1567df6214e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:21.090801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3efe0b-af32-41b2-b794-e1ada22106c6 None None] Network 3468340d-819b-4c91-9b3c-03f43d53a90d requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:21.200865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Pushing event updated for resources: {'Port': ['ID=392d97a0-242e-4e4f-9fb5-c2b46f52b037,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:21.224430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.224801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.225183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.225555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.225923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.226292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.226718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.227087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.227452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.227970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.228348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.228711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.229133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.229490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.229848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.230206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.230581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.230940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.231297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.231651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.232008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.232363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.232719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.233077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:21.239610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:21.332794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Attempting to bind port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:21.332794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Attempting to bind port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:21.332794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Attempting to bind port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:21.335645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:21.336072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:21.336525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.336963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:21.337458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Bound port: 392d97a0-242e-4e4f-9fb5-c2b46f52b037, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:21.338006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.400775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 9b1ef393-de1c-431e-bdae-64424027ed9b up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:21.429249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] For port 392d97a0-242e-4e4f-9fb5-c2b46f52b037, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:21.432554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] For port 392d97a0-242e-4e4f-9fb5-c2b46f52b037, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=392d97a0-242e-4e4f-9fb5-c2b46f52b037,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:21.434056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-d7c51961-29a5-4cb0-807f-a7b2b4bfd593 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:21.435818 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-d7c51961-29a5-4cb0-807f-a7b2b4bfd593 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "GET /v2.0/networks?id=c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 200  len: 809 time: 0.3311481
Feb 17 04:42:21.437077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.451971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Request body: {'port': {'device_id': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27', 'admin_state_up': True, 'tenant_id': '21b5af96686e409cb77e5a0aa9ac1fb8'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:21.468252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:21.691175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Pushing event updated for resources: {'Port': ['ID=392d97a0-242e-4e4f-9fb5-c2b46f52b037,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:21.691746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Allocated IP 172.20.0.1 (3468340d-819b-4c91-9b3c-03f43d53a90d/e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3/cf78bc89-6f19-4d11-86c7-af2a0d5940c0) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:21.693464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:21.697997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0da5fc56-957a-40d3-8569-a98387118f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:21.701179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Usage tracker for resource:port and tenant:21b5af96686e409cb77e5a0aa9ac1fb8 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:21.708128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:21.724906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:21.740810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:21.741488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414908a20>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:21.753514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Made reservation on behalf of 21b5af96686e409cb77e5a0aa9ac1fb8 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:21.766538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.773962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Provisioning for port 9b1ef393-de1c-431e-bdae-64424027ed9b completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:21.781421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Provisioning complete for port 9b1ef393-de1c-431e-bdae-64424027ed9b triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:21.781889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:21.811657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 9b1ef393-de1c-431e-bdae-64424027ed9b completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:21.826858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 9b1ef393-de1c-431e-bdae-64424027ed9b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:21.827304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.011701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:22.071846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.106795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Transition to ACTIVE for port object cf78bc89-6f19-4d11-86c7-af2a0d5940c0 will not be triggered until provisioned by entity DHCP. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:22.137573 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.151844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.179842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.228560 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] For port 9b1ef393-de1c-431e-bdae-64424027ed9b, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=9b1ef393-de1c-431e-bdae-64424027ed9b,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:22.234422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db3e5759-cecb-4a30-bf48-096fbf45f61d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:22.287791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.291990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:22.351785 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aa435154-e848-484c-a8b1-f1de7f807f2c req-724ccebb-6675-40db-b678-2cbfe9d79384 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 210 time: 0.0977387
Feb 17 04:42:22.369259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Pushing event updated for resources: {'Port': ['ID=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:22.372841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:22.379129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Allocated IP 172.20.0.9 (c6a84f22-8956-4c6c-8e1a-35ad1301db27/43fde074-13d6-413c-a1f1-49894d74f8db/a4af3de5-d823-4909-ba1c-870f8e598dbe) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:22.382871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:42:22.383304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:42:22.417967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Pushing event updated for resources: {'Port': ['ID=9b1ef393-de1c-431e-bdae-64424027ed9b,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:22.435052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:22.438533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6b4c5533-98d9-4bf3-a4f0-3e6ca8d47319 None None] Provisioning complete for port 9b1ef393-de1c-431e-bdae-64424027ed9b triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:22.439013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5533-98d9-4bf3-a4f0-3e6ca8d47319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.468439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Network 3468340d-819b-4c91-9b3c-03f43d53a90d is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:22.470090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:22.472560 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:22.561733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.717543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414908a20>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:18Z', 'revision_number': 3, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:22.722704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f806-fac8-45cb-8157-41b74f0afb93 None None] The sync data for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi is: [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:18Z', 'revision_number': 3, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:22.740327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.766495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d8943ba1-60be-49d0-8fcd-ac6570c03cfd None None] Provisioning complete for port 9b1ef393-de1c-431e-bdae-64424027ed9b triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:22.766942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8943ba1-60be-49d0-8fcd-ac6570c03cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.783535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.803247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9bff0cd6-c9ed-4e59-85fc-be9fa098b951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:22.857800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:22.884113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Pushing event updated for resources: {'Port': ['ID=a4af3de5-d823-4909-ba1c-870f8e598dbe,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:23.179374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3c02e602-5d84-471c-96bc-c70053be49ab None None] Provisioning complete for port 9b1ef393-de1c-431e-bdae-64424027ed9b triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:23.179812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c02e602-5d84-471c-96bc-c70053be49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.297919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.304757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852186993'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.318158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 9b1ef393-de1c-431e-bdae-64424027ed9b up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:23.332039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:23.366733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-338c082f-bf64-4771-908e-410446d4285b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:23.415402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.418190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:23.419531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:23.427730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:23.440085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3c02e602-5d84-471c-96bc-c70053be49ab None None] Provisioning for port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:23.458106 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3c02e602-5d84-471c-96bc-c70053be49ab None None] Provisioning complete for port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:23.458464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c02e602-5d84-471c-96bc-c70053be49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.497165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 9b1ef393-de1c-431e-bdae-64424027ed9b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:23.497595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.510540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:23.511344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.535534 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0880845
Feb 17 04:42:23.558653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Request body: {'port': {'device_id': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:23.603850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Network 3468340d-819b-4c91-9b3c-03f43d53a90d is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:23.607473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3c02e602-5d84-471c-96bc-c70053be49ab None None] Port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:42:23.613924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:23.804621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:23.811750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Pushing event updated for resources: {'Port': ['ID=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:23.817110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:23.855970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Router a1159312-f33a-4c2f-8d69-e8ba353f4237 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:42:23.871294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818a7ff-abfe-4c90-aca5-d8d292bb3982 req-6588949e-7a11-47b7-8538-dcf92ed6db41 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:23.871989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-a818a7ff-abfe-4c90-aca5-d8d292bb3982 req-6588949e-7a11-47b7-8538-dcf92ed6db41 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Synchronizing usage tracker for tenant:21b5af96686e409cb77e5a0aa9ac1fb8 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:23.934806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0e350b56-e0f3-4809-abf5-d72162da819e None None] Provisioning complete for port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:23.935328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e350b56-e0f3-4809-abf5-d72162da819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.021950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0e350b56-e0f3-4809-abf5-d72162da819e None None] Port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:42:24.045434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-a818a7ff-abfe-4c90-aca5-d8d292bb3982 req-6588949e-7a11-47b7-8538-dcf92ed6db41 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Unset dirty status for tenant:21b5af96686e409cb77e5a0aa9ac1fb8 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:24.047323 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a818a7ff-abfe-4c90-aca5-d8d292bb3982 req-6588949e-7a11-47b7-8538-dcf92ed6db41 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 931 time: 0.4554055
Feb 17 04:42:24.053916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:24.065179 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] 10.222.0.38 "PUT /v2.0/routers/a1159312-f33a-4c2f-8d69-e8ba353f4237/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9743874
Feb 17 04:42:24.191145 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a818a7ff-abfe-4c90-aca5-d8d292bb3982 req-e4e96873-64d6-4231-9bac-eb62916cd777 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362689
Feb 17 04:42:24.330967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4af3de5-d823-4909-ba1c-870f8e598dbe {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:42:24.341326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.353768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Transition to ACTIVE for port object a4af3de5-d823-4909-ba1c-870f8e598dbe will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:24.356794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.373283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-17b0281a-363f-4261-ae1a-d61f13118a9b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:24.518997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Pushing event updated for resources: {'Port': ['ID=a4af3de5-d823-4909-ba1c-870f8e598dbe,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:24.524166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:24.709645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Attempting to bind port a4af3de5-d823-4909-ba1c-870f8e598dbe on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:24.710025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Attempting to bind port a4af3de5-d823-4909-ba1c-870f8e598dbe by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:24.710396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Attempting to bind port a4af3de5-d823-4909-ba1c-870f8e598dbe on network c6a84f22-8956-4c6c-8e1a-35ad1301db27 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:24.716136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:24.716515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Checking segment: {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:24.716920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.717317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Bound using segment: {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:24.717923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Bound port: a4af3de5-d823-4909-ba1c-870f8e598dbe, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:24.718857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.814775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] For port a4af3de5-d823-4909-ba1c-870f8e598dbe, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:24.817978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] For port a4af3de5-d823-4909-ba1c-870f8e598dbe, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:24.821919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.831684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46454) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:24.837603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-72e4fa7e-6fb8-427a-a5e1-feace7d4abc3 tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:24.838113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1611305798-network', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:24.843252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:24.847450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Usage tracker for resource:network and tenant:6342fb75658a4a828e0ef178c6a914a7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:24.850499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:24.856287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:24.867527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Made reservation on behalf of 6342fb75658a4a828e0ef178c6a914a7 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:24.872204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.886496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.902025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:24.906668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Usage tracker for resource:security_group_rule and tenant:6342fb75658a4a828e0ef178c6a914a7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:24.909637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:24.915544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:25.002711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Pushing event updated for resources: {'Port': ['ID=a4af3de5-d823-4909-ba1c-870f8e598dbe,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:25.008004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.008446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:25.010825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.015411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-559c30da-7cdb-499e-a758-8216a7af8b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:25.045721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:25.047220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.048568 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] 10.222.0.46 "PUT /v2.0/ports/a4af3de5-d823-4909-ba1c-870f8e598dbe HTTP/1.1" status: 200  len: 1157 time: 1.5039766
Feb 17 04:42:25.049116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:25.049967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:42:25.065943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.066340 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Added segment 9b8492ec-ec44-4147-bcd7-e1b7e709bf34 of type vxlan for network ff58c831-febf-401d-b56a-6aee55009abd
Feb 17 04:42:25.067715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17fc2fb-0b0e-4604-a6a6-5ac51626f171,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:25.076444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:25.104427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.145053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.146851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:25.147509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.147748 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe', 'status': 'completed', 'code': 200}
Feb 17 04:42:25.153352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b13b3797-e563-40f6-aeb7-6bb353a233e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:25.210127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-ed338b2e-b7c9-4f5f-9e13-695059520d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:25.212000 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-ed338b2e-b7c9-4f5f-9e13-695059520d6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 1160 time: 0.1156628
Feb 17 04:42:25.235315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.287941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 392d97a0-242e-4e4f-9fb5-c2b46f52b037 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:25.288405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Pushing event updated for resources: {'Network': ['ID=ff58c831-febf-401d-b56a-6aee55009abd,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:25.291940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:25.311573 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6f7fcd70-cc11-4fe9-9acc-f2fc6adb16de admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4786015
Feb 17 04:42:25.321398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46464) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:25.329556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Request body: {'subnet': {'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1611305798-subnet', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:25.336765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:25.348448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Usage tracker for resource:subnet and tenant:6342fb75658a4a828e0ef178c6a914a7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:25.359306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network ff58c831-febf-401d-b56a-6aee55009abd details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:42:25.360451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:25.368195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:25.370999 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-f0edca38-46a9-44fa-845a-6fecbd141d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe HTTP/1.1" status: 200  len: 217 time: 0.1462982
Feb 17 04:42:25.375614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network ff58c831-febf-401d-b56a-6aee55009abd details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:42:25.384305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Made reservation on behalf of 6342fb75658a4a828e0ef178c6a914a7 for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:25.394278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.542268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-61af4a5c-7697-4761-98c5-1331129479ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:25.544389 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-61af4a5c-7697-4761-98c5-1331129479ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43fde074-13d6-413c-a1f1-49894d74f8db HTTP/1.1" status: 200  len: 849 time: 0.1657298
Feb 17 04:42:25.601213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:25.611492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:25.611917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.612277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-6f22df3d-c906-4063-9875-ab981d40bf66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6a84f22-8956-4c6c-8e1a-35ad1301db27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579636
Feb 17 04:42:25.628080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778be6c2-90a0-4885-803d-bcdbda3512ec req-de0b5ccc-634d-4b4d-a5d2-01331fc53225 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:25.629930 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-778be6c2-90a0-4885-803d-bcdbda3512ec req-de0b5ccc-634d-4b4d-a5d2-01331fc53225 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 943 time: 0.2009349
Feb 17 04:42:25.771112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Sync routers for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:25.778887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.796088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:25.797805 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-778be6c2-90a0-4885-803d-bcdbda3512ec req-32f4e37d-b4ca-49ef-b0f9-b5bfaae55878 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385918
Feb 17 04:42:25.798175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414e45ba8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:25.841043 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-71e219e5-3559-4461-9d36-f7cd34740fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098653
Feb 17 04:42:25.945357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 392d97a0-242e-4e4f-9fb5-c2b46f52b037, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=392d97a0-242e-4e4f-9fb5-c2b46f52b037,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:25.993788 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7b4dacd-f7e5-4a6e-b91b-d8fbfd69b13d req-c92e8bab-0d62-442c-9e95-a8a962fb8e27 service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448631
Feb 17 04:42:25.998091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.003249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:26.085052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:26.120335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-74ec7932-7601-4ed5-a1ad-ea1d56029dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:26.122032 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-74ec7932-7601-4ed5-a1ad-ea1d56029dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 1160 time: 0.0849221
Feb 17 04:42:26.126068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.142926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:26.170777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=392d97a0-242e-4e4f-9fb5-c2b46f52b037,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:26.176251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:26.271011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-b542b22a-588f-43cd-8e2e-2bef8bdad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:26.272780 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-b542b22a-588f-43cd-8e2e-2bef8bdad6e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 200  len: 903 time: 0.1438377
Feb 17 04:42:26.287719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8f6332-6181-47ff-b37e-cb2b2c33bc5b,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:26.291849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:26.349316 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-aec6b45a-aba0-4798-a741-c373a49b82de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe HTTP/1.1" status: 200  len: 217 time: 0.0692770
Feb 17 04:42:26.357530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Checking segment: {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:26.357905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Network hostable DHCP agents. Network: ff58c831-febf-401d-b56a-6aee55009abd, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:42:26.378902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Network ff58c831-febf-401d-b56a-6aee55009abd is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:42:26.387907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, ff58c831-febf-401d-b56a-6aee55009abd) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:26.400029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:26.400677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.423419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-eacb8dec-629f-45b1-a390-24e0701f6e00 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0974767
Feb 17 04:42:26.423419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46468) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:26.425676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27800160-b681-4cae-b148-015af17d3af6 None None] Network ff58c831-febf-401d-b56a-6aee55009abd requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:26.429111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:26.431770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-e33ed4e1-55c6-4ff4-bc19-62e659cf41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:26.433510 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-e33ed4e1-55c6-4ff4-bc19-62e659cf41b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43fde074-13d6-413c-a1f1-49894d74f8db HTTP/1.1" status: 200  len: 849 time: 0.0765934
Feb 17 04:42:26.434415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:26.439111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Usage tracker for resource:router and tenant:6342fb75658a4a828e0ef178c6a914a7 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:26.442972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:26.448971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:26.458631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.459670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.476260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.490312 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-5af98581-1625-478b-9f6d-e041e6b65029 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6a84f22-8956-4c6c-8e1a-35ad1301db27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497336
Feb 17 04:42:26.675156 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-322b6efd-2dec-4006-9879-19a741e8b3ec service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767108
Feb 17 04:42:26.781618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.793592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414e45ba8>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:23Z', 'revision_number': 2, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:26.804773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Checking router: a1159312-f33a-4c2f-8d69-e8ba353f4237 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:26.805193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Updating router a1159312-f33a-4c2f-8d69-e8ba353f4237 port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:42:26.826161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53d87ea3-df29-47b0-808d-1e3107298a98 req-eebf9993-0d11-4c4f-a69c-c5fb3a8ea5a9 service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437070
Feb 17 04:42:26.907980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:26.920544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-ff58c831-febf-401d-b56a-6aee55009abd', 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'fixed_ips': [{'subnet_id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:42:26.921603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.023017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc389-617b-49f6-89ca-926134d2207f req-faf636e7-74ee-4a79-8d3a-6f86d4c8d4f8 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:27.026724 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6affc389-617b-49f6-89ca-926134d2207f req-faf636e7-74ee-4a79-8d3a-6f86d4c8d4f8 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 943 time: 0.1056807
Feb 17 04:42:27.078821 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6affc389-617b-49f6-89ca-926134d2207f req-d89e2e75-e8db-474e-b4e0-f374163e62c3 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464842
Feb 17 04:42:27.136202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.172291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.278377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 392d97a0-242e-4e4f-9fb5-c2b46f52b037 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:27.449501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Allocated IP 172.27.0.2 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/ce432712-f504-4b82-89b1-16bf8dc062a8) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:27.607958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.636649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:27.637081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.637516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:27.653381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:27.713722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Allocated IP 172.20.0.2 (ff58c831-febf-401d-b56a-6aee55009abd/cc8f6332-6181-47ff-b37e-cb2b2c33bc5b/ee1145cf-2655-4d6f-b99d-4cf948667486) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:27.715653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.objects.ports [None req-70a077da-1872-4088-b8ec-7b301a7fbcc0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:42:27.804190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Pushing event updated for resources: {'Port': ['ID=ce432712-f504-4b82-89b1-16bf8dc062a8,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:27.809612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:27.851944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:27.853257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:27.855565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:28.016049 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.044343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device a4af3de5-d823-4909-ba1c-870f8e598dbe up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:28.074645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Transition to ACTIVE for port object cf78bc89-6f19-4d11-86c7-af2a0d5940c0 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:28.125256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.144131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:28.298887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c79e5-da3e-48b2-95fa-8dc559b76de8 req-38096eef-2e63-4e05-8c71-af576574357e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:28.300901 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d63c79e5-da3e-48b2-95fa-8dc559b76de8 req-38096eef-2e63-4e05-8c71-af576574357e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 943 time: 0.1006393
Feb 17 04:42:28.360330 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d63c79e5-da3e-48b2-95fa-8dc559b76de8 req-1b09176d-9008-4411-b1d7-c4f6dd83fff5 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519857
Feb 17 04:42:28.521290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.523830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018d9b-cd14-45c2-b2e3-a842a6164569 None None] Pushing event updated for resources: {'Port': ['ID=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:28.524856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.532977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2c018d9b-cd14-45c2-b2e3-a842a6164569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:28.544721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Transition to ACTIVE for port object ee1145cf-2655-4d6f-b99d-4cf948667486 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:28.565039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port a4af3de5-d823-4909-ba1c-870f8e598dbe completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:28.581803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port a4af3de5-d823-4909-ba1c-870f8e598dbe triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:28.582232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.610204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Transition to ACTIVE for port object ee1145cf-2655-4d6f-b99d-4cf948667486 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:28.632664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.651255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:28.904149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:28.944110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Pushing event updated for resources: {'Port': ['ID=ee1145cf-2655-4d6f-b99d-4cf948667486,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:28.951893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:28.966172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Attempting to bind port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:28.966324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Attempting to bind port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:28.966778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Attempting to bind port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 on network 3468340d-819b-4c91-9b3c-03f43d53a90d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:29.020432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:29.020979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Checking segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:29.021494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.021650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Bound using segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:29.022200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Bound port: cf78bc89-6f19-4d11-86c7-af2a0d5940c0, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:29.022670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.128556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Network ff58c831-febf-401d-b56a-6aee55009abd is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:29.139672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Router c5204bf8-c56f-4702-8e60-feb93b2b52a3 is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:42:29.140928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.150774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:29.157668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:29.258715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:29.272963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] For port cf78bc89-6f19-4d11-86c7-af2a0d5940c0, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:29.275194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Attempting to bind port ee1145cf-2655-4d6f-b99d-4cf948667486 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:29.275619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Attempting to bind port ee1145cf-2655-4d6f-b99d-4cf948667486 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:29.276040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Attempting to bind port ee1145cf-2655-4d6f-b99d-4cf948667486 on network ff58c831-febf-401d-b56a-6aee55009abd {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:29.283848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port a4af3de5-d823-4909-ba1c-870f8e598dbe, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:29.287759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:29.288192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Checking segment: {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:29.288657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.289201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Bound using segment: {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:29.289622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Bound port: ee1145cf-2655-4d6f-b99d-4cf948667486, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:29.290050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.304298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.310292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] For port cf78bc89-6f19-4d11-86c7-af2a0d5940c0, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:29.311378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:29.339018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:29.348319 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe', 'code': 200}
Feb 17 04:42:29.350105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Sync routers for ids ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:29.357514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.363191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Routers {'c5204bf8-c56f-4702-8e60-feb93b2b52a3'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:29.364119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.364328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f141500feb8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:29.365454 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5e2dd77b-b4e6-4d9a-b6f5-4af8c4195104 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9410484
Feb 17 04:42:29.368377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 46484) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:29.486321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device a4af3de5-d823-4909-ba1c-870f8e598dbe up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:29.630793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=a4af3de5-d823-4909-ba1c-870f8e598dbe,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:29.635234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:29.642978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3447c6aa-c8c5-4847-8c67-0b71f3c60f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:29.672943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Set router c5204bf8-c56f-4702-8e60-feb93b2b52a3 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:29.694690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b62a8-3ab2-4350-b57a-7b483ddcc48e req-5689363f-e9ac-48da-b80e-fad080c6697f tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:29.703426 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-749b62a8-3ab2-4350-b57a-7b483ddcc48e req-5689363f-e9ac-48da-b80e-fad080c6697f tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 945 time: 0.2031422
Feb 17 04:42:29.704226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] For port ee1145cf-2655-4d6f-b99d-4cf948667486, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:29.743307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] For port ee1145cf-2655-4d6f-b99d-4cf948667486, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ee1145cf-2655-4d6f-b99d-4cf948667486,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:29.762588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.775900 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-749b62a8-3ab2-4350-b57a-7b483ddcc48e req-87d4b8f5-dc60-4ece-aeb4-7afe63164cfb tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714583
Feb 17 04:42:29.778953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4374af-797f-43b8-a645-732834b06077 req-a9b5fec2-9f99-4b91-aa2f-11a5e00abf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:29.783511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port a4af3de5-d823-4909-ba1c-870f8e598dbe triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:29.784279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:29.794224 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f4374af-797f-43b8-a645-732834b06077 req-a9b5fec2-9f99-4b91-aa2f-11a5e00abf24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 1162 time: 0.1819744
Feb 17 04:42:29.849653 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f4374af-797f-43b8-a645-732834b06077 req-54bcad36-1529-431f-91e7-d289d756b338 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479174
Feb 17 04:42:29.893999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018d9b-cd14-45c2-b2e3-a842a6164569 None None] Pushing event updated for resources: {'Port': ['ID=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:29.908848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2c018d9b-cd14-45c2-b2e3-a842a6164569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:29.909379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2c018d9b-cd14-45c2-b2e3-a842a6164569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:30.034492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:30.035675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414e45ba8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:30.134887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f141500feb8>, [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:42:28Z', 'revision_number': 3, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:30.139314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Checking router: c5204bf8-c56f-4702-8e60-feb93b2b52a3 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:30.139711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Updating router c5204bf8-c56f-4702-8e60-feb93b2b52a3 port ce432712-f504-4b82-89b1-16bf8dc062a8 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:42:30.201196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:30.248424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:30.414862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Pushing event updated for resources: {'Port': ['ID=ee1145cf-2655-4d6f-b99d-4cf948667486,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:30.420611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:30.578975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:30.629220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b849849b-6d42-476c-84a4-768b76665da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:30.659794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:30.673249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Transition to ACTIVE for port object ce432712-f504-4b82-89b1-16bf8dc062a8 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:30.676012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:30.862497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b8b0c9f3-12b5-4f9c-8c54-903d56e4d255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:30.927896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Allocated IP 172.20.0.1 (ff58c831-febf-401d-b56a-6aee55009abd/cc8f6332-6181-47ff-b37e-cb2b2c33bc5b/995d09a0-d407-416f-8f97-17857b937795) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:30.988688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Attempting to bind port ce432712-f504-4b82-89b1-16bf8dc062a8 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:30.989180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Attempting to bind port ce432712-f504-4b82-89b1-16bf8dc062a8 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:30.990041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Attempting to bind port ce432712-f504-4b82-89b1-16bf8dc062a8 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:31.003870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:31.004263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:31.004713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.005146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:31.005665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Bound port: ce432712-f504-4b82-89b1-16bf8dc062a8, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:31.006081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.089602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414e45ba8>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:29Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:31.094987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7d78-9b22-4470-b8b5-ac175d54ca8a None None] The sync data for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi is: [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:29Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:31.123883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] For port ce432712-f504-4b82-89b1-16bf8dc062a8, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:31.128370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] For port ce432712-f504-4b82-89b1-16bf8dc062a8, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ce432712-f504-4b82-89b1-16bf8dc062a8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:31.146544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.219616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.226346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c41d0-2cdd-45a9-a105-42404d80a5d1 req-a4f3ad77-e793-46b7-a338-998bac65b297 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:31.240270 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c03c41d0-2cdd-45a9-a105-42404d80a5d1 req-a4f3ad77-e793-46b7-a338-998bac65b297 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 945 time: 0.2413597
Feb 17 04:42:31.254613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Transition to ACTIVE for port object 995d09a0-d407-416f-8f97-17857b937795 will not be triggered until provisioned by entity DHCP. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:31.311326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.323032 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c03c41d0-2cdd-45a9-a105-42404d80a5d1 req-a10789bf-4da0-460c-b7c9-6fb110c30e91 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796580
Feb 17 04:42:31.329636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:31.364204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87328e17-80e2-4051-b98f-feedc88b9984 None None] Pushing event updated for resources: {'Port': ['ID=ce432712-f504-4b82-89b1-16bf8dc062a8,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:31.385642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-87328e17-80e2-4051-b98f-feedc88b9984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:31.386159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9fdb4d90-a8dd-4df1-9f8e-8d8a74c6d5b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:31.415365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device cf78bc89-6f19-4d11-86c7-af2a0d5940c0 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:31.464215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device a4af3de5-d823-4909-ba1c-870f8e598dbe up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:31.503657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87328e17-80e2-4051-b98f-feedc88b9984 None None] Pushing event updated for resources: {'Port': ['ID=ce432712-f504-4b82-89b1-16bf8dc062a8,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:31.510581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-87328e17-80e2-4051-b98f-feedc88b9984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:31.527779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Routers {'c5204bf8-c56f-4702-8e60-feb93b2b52a3'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:31.529312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f141500feb8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:31.544299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Pushing event updated for resources: {'Port': ['ID=995d09a0-d407-416f-8f97-17857b937795,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:31.558976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:31.579519 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:31.586304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:31.586866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.608005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Network ff58c831-febf-401d-b56a-6aee55009abd is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:31.609514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:31.614469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:31.635979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port a4af3de5-d823-4909-ba1c-870f8e598dbe triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:31.636405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.678349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.767283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] Set router c5204bf8-c56f-4702-8e60-feb93b2b52a3 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:31.878898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.904654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.987545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port cf78bc89-6f19-4d11-86c7-af2a0d5940c0, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:31.996644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:31.997600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ee1145cf-2655-4d6f-b99d-4cf948667486 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:32.050907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:32.189968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f141500feb8>, [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:42:28Z', 'revision_number': 3, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:32.197287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e8b5b-c895-4bbd-abdf-5a6710e8b4c3 None None] The sync data for ids ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'] in dv-cinder-760197-3-iscsi is: [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:42:28Z', 'revision_number': 3, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:32.209364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:32.212980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:32.225210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port ee1145cf-2655-4d6f-b99d-4cf948667486 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:32.264264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7665524d-18ef-4e63-afed-f646c0ea44dc None None] Network ff58c831-febf-401d-b56a-6aee55009abd requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:42:32.331311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.335735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852186993'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.367091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:32.383749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Provisioning for port ee1145cf-2655-4d6f-b99d-4cf948667486 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:32.392670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Provisioning complete for port ee1145cf-2655-4d6f-b99d-4cf948667486 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:32.393091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.455677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Pushing event updated for resources: {'Port': ['ID=995d09a0-d407-416f-8f97-17857b937795,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:32.458427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.473110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:32.564083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851e885-04d9-4767-8e08-786451a3d077 req-b10d71b4-6c47-40c4-930c-6f086d8dcb96 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:32.572004 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e851e885-04d9-4767-8e08-786451a3d077 req-b10d71b4-6c47-40c4-930c-6f086d8dcb96 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 945 time: 0.1111307
Feb 17 04:42:32.629186 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e851e885-04d9-4767-8e08-786451a3d077 req-47e6b9be-e027-4645-90e6-acb7d53d70ba tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560317
Feb 17 04:42:32.645193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.730867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Network ff58c831-febf-401d-b56a-6aee55009abd is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:32.732438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:32.736467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] For port ee1145cf-2655-4d6f-b99d-4cf948667486, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ee1145cf-2655-4d6f-b99d-4cf948667486,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:32.744041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.747433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:32.834467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Pushing event updated for resources: {'Port': ['ID=ee1145cf-2655-4d6f-b99d-4cf948667486,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:32.838306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c5801d1b-ad46-4e43-9734-3cd840ebcdc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:32.911810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e639014-6e59-4695-ba13-c9bba55364dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:32.997970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Router c5204bf8-c56f-4702-8e60-feb93b2b52a3 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:42:33.083829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-16477d42-7c7b-4fe7-ba85-002a29b6dc15 None None] Provisioning complete for port ee1145cf-2655-4d6f-b99d-4cf948667486 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:33.084411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16477d42-7c7b-4fe7-ba85-002a29b6dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:33.284248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:33.295036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-16477d42-7c7b-4fe7-ba85-002a29b6dc15 None None] Provisioning for port 995d09a0-d407-416f-8f97-17857b937795 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:33.300975 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] 10.222.0.38 "PUT /v2.0/routers/c5204bf8-c56f-4702-8e60-feb93b2b52a3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9287670
Feb 17 04:42:33.307935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-16477d42-7c7b-4fe7-ba85-002a29b6dc15 None None] Provisioning complete for port 995d09a0-d407-416f-8f97-17857b937795 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:33.312470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16477d42-7c7b-4fe7-ba85-002a29b6dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:33.435019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:33.443549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-16477d42-7c7b-4fe7-ba85-002a29b6dc15 None None] Port 995d09a0-d407-416f-8f97-17857b937795 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:42:33.446334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device cf78bc89-6f19-4d11-86c7-af2a0d5940c0 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:33.531743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:33.532312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:33.611201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-77b65006-8e39-4601-8d87-194b31880a7a None None] Provisioning complete for port ee1145cf-2655-4d6f-b99d-4cf948667486 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:33.611631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b65006-8e39-4601-8d87-194b31880a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:33.833689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ce432712-f504-4b82-89b1-16bf8dc062a8 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:33.917679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-77b65006-8e39-4601-8d87-194b31880a7a None None] Provisioning complete for port 995d09a0-d407-416f-8f97-17857b937795 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:33.917679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b65006-8e39-4601-8d87-194b31880a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:33.991825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port ce432712-f504-4b82-89b1-16bf8dc062a8 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:33.997528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-77b65006-8e39-4601-8d87-194b31880a7a None None] Port 995d09a0-d407-416f-8f97-17857b937795 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:42:34.001178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ce432712-f504-4b82-89b1-16bf8dc062a8 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:34.001710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.150613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0e7e7636-161e-4af9-a6c6-fcf5e660fdaf None None] Provisioning complete for port ee1145cf-2655-4d6f-b99d-4cf948667486 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:34.150993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e7e7636-161e-4af9-a6c6-fcf5e660fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.182152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.222418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07ffa-4d26-470f-95a3-a4645e1a2c4d req-5114cbb4-dd1c-4440-aba4-b1a01ee9209c tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:34.224083 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-55f07ffa-4d26-470f-95a3-a4645e1a2c4d req-5114cbb4-dd1c-4440-aba4-b1a01ee9209c tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 945 time: 0.1008570
Feb 17 04:42:34.224642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port ce432712-f504-4b82-89b1-16bf8dc062a8, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ce432712-f504-4b82-89b1-16bf8dc062a8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:34.229289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-645413079', 'description': 'tempest-TestShelveInstance-645413079 description'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:34.230222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.231146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ee1145cf-2655-4d6f-b99d-4cf948667486 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:34.249661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:34.257798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Usage tracker for resource:security_group and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:34.262228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:34.263892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:34.278881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:34.293509 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-55f07ffa-4d26-470f-95a3-a4645e1a2c4d req-348adb9e-5ab1-4476-bee3-a27d9953d94b tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593457
Feb 17 04:42:34.297968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.320528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:34.324633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Usage tracker for resource:security_group_rule and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:34.328258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:34.333964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:34.431988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=ce432712-f504-4b82-89b1-16bf8dc062a8,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:34.435879 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:34.457931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ee1145cf-2655-4d6f-b99d-4cf948667486 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:34.458366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.491794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0e7e7636-161e-4af9-a6c6-fcf5e660fdaf None None] Provisioning complete for port 995d09a0-d407-416f-8f97-17857b937795 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:34.492232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e7e7636-161e-4af9-a6c6-fcf5e660fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.598059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e7636-161e-4af9-a6c6-fcf5e660fdaf None None] Port 995d09a0-d407-416f-8f97-17857b937795 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:42:34.606703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.656524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.660026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.666086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d1123a0e-1a53-4caa-bed5-c0ad7a981c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:34.710880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b0d00-a62f-4b8a-bb68-8e9514059015,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:34.713436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.714809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eefe75ed-514e-4fd9-be49-712328c80a5d req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.4896863
Feb 17 04:42:34.715669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:34.789261 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-73692290-b9a5-441c-b361-2c3bbbee0435 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups/0b1b0d00-a62f-4b8a-bb68-8e9514059015 HTTP/1.1" status: 200  len: 1800 time: 0.0499854
Feb 17 04:42:34.800914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b1b0d00-a62f-4b8a-bb68-8e9514059015', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:34.801273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b1b0d00-a62f-4b8a-bb68-8e9514059015', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:34.807663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:34.813070 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Usage tracker for resource:security_group_rule and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:34.815988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:34.821877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:34.879695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.903979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.906917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.908960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:34.932418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152c0eb2-838b-4293-a180-84f6da8f6911,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:34.935357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:34.942403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:34.944070 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8f9ad7bc-d20c-436f-a853-c70bb0a604d4 req-db703338-0a48-4310-a4f1-c3e54193cd18 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1483369
Feb 17 04:42:35.021819 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-1148bb8f-f12c-48d7-806c-620567299a95 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups/0b1b0d00-a62f-4b8a-bb68-8e9514059015 HTTP/1.1" status: 200  len: 2393 time: 0.0526543
Feb 17 04:42:35.033209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b1b0d00-a62f-4b8a-bb68-8e9514059015', 'remote_group_id': None}]} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:35.033566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b1b0d00-a62f-4b8a-bb68-8e9514059015', 'remote_group_id': None}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:35.039780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:35.044948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Usage tracker for resource:security_group_rule and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:35.048624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:35.054994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:35.082914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.117601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.141762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.144482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.146525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:35.169932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb256eff-711e-4174-b70d-0b35982c57de,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:35.176305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:35.179726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.180988 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-79edfdec-f845-4ce6-9dfb-d8be570fd81b req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1524227
Feb 17 04:42:35.250161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ce432712-f504-4b82-89b1-16bf8dc062a8 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:35.291935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Sync routers for ids ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:35.320779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Routers {'c5204bf8-c56f-4702-8e60-feb93b2b52a3'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:35.321477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14150fda90>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:35.379175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-7eba43b8-5f27-4d5e-b1b6-43fd2c9b0b0d tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:35.381022 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-7eba43b8-5f27-4d5e-b1b6-43fd2c9b0b0d tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 945 time: 0.1006348
Feb 17 04:42:35.454417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device a4af3de5-d823-4909-ba1c-870f8e598dbe no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:35.521650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Deleting port a4af3de5-d823-4909-ba1c-870f8e598dbe {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:35.521650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.568141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ce432712-f504-4b82-89b1-16bf8dc062a8 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:35.568476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.653930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b884316-994e-45d9-bf07-c2295f6e98ec req-62f6cad8-0880-4db1-a064-cc3556cf7925 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:35.655663 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b884316-994e-45d9-bf07-c2295f6e98ec req-62f6cad8-0880-4db1-a064-cc3556cf7925 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 945 time: 0.2254071
Feb 17 04:42:35.690595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Set router c5204bf8-c56f-4702-8e60-feb93b2b52a3 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:35.810513 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7b884316-994e-45d9-bf07-c2295f6e98ec req-01172374-e01e-4885-ad76-073160e33edf tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429536
Feb 17 04:42:35.852100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.902094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] For port a4af3de5-d823-4909-ba1c-870f8e598dbe, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:35.902627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.024973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:36.051963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Calling delete_port for a4af3de5-d823-4909-ba1c-870f8e598dbe owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:36.060468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port a4af3de5-d823-4909-ba1c-870f8e598dbe, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:36.097486 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe', 'code': 200}
Feb 17 04:42:36.101236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.104779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:36.148507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:42:36.149946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:42:36.238010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=a4af3de5-d823-4909-ba1c-870f8e598dbe,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:36.246122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:36.277361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14150fda90>, [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 4, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '995d09a0-d407-416f-8f97-17857b937795', 'name': '', 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'mac_address': 'fa:16:3e:8e:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:30Z', 'updated_at': '2021-02-17T04:42:32Z', 'revision_number': 2, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'subnets': [{'id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:36.282663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Checking router: c5204bf8-c56f-4702-8e60-feb93b2b52a3 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:36.283081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Updating router c5204bf8-c56f-4702-8e60-feb93b2b52a3 port 995d09a0-d407-416f-8f97-17857b937795 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:42:36.346882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.651408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Deleting port a4af3de5-d823-4909-ba1c-870f8e598dbe {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:36.651838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.799349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.812787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Transition to ACTIVE for port object 995d09a0-d407-416f-8f97-17857b937795 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:36.815727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.832335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:36.953229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] For port a4af3de5-d823-4909-ba1c-870f8e598dbe, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a4af3de5-d823-4909-ba1c-870f8e598dbe,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:36.953896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:36.999910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290faa7-2f5e-4e68-87d6-10e891d08c84 None None] Pushing event updated for resources: {'Port': ['ID=995d09a0-d407-416f-8f97-17857b937795,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:37.005387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e290faa7-2f5e-4e68-87d6-10e891d08c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:37.175732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Attempting to bind port 995d09a0-d407-416f-8f97-17857b937795 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:37.176318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Attempting to bind port 995d09a0-d407-416f-8f97-17857b937795 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:37.176828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Attempting to bind port 995d09a0-d407-416f-8f97-17857b937795 on network ff58c831-febf-401d-b56a-6aee55009abd {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:37.178190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Calling delete_port for a4af3de5-d823-4909-ba1c-870f8e598dbe owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:37.187829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:37.188334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Checking segment: {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:37.188860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:37.189440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Bound using segment: {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:37.190305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Bound port: 995d09a0-d407-416f-8f97-17857b937795, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8492ec-ec44-4147-bcd7-e1b7e709bf34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:37.190838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:37.291107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fc8a1-8ab6-4d76-a3ea-16087dcd1e20 req-8bdf165f-c2fd-4b12-8fce-a6581f337a05 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:37.292729 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3f0fc8a1-8ab6-4d76-a3ea-16087dcd1e20 req-8bdf165f-c2fd-4b12-8fce-a6581f337a05 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470f07e-b94c-42d4-afdf-917b1ffa6a4d HTTP/1.1" status: 200  len: 943 time: 0.3302789
Feb 17 04:42:37.304504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] For port 995d09a0-d407-416f-8f97-17857b937795, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:37.307715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] For port 995d09a0-d407-416f-8f97-17857b937795, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=995d09a0-d407-416f-8f97-17857b937795,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:37.311269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:37.326955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:37.411776 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3f0fc8a1-8ab6-4d76-a3ea-16087dcd1e20 req-a5c31e4a-bb0a-47fb-9f52-9f486613e35f tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833709
Feb 17 04:42:37.416781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:37.433538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-936ef8d8-20f4-4fca-9144-f40dba0ba03e tempest-VolumesSnapshotTestJSON-1778706442 tempest-VolumesSnapshotTestJSON-1778706442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:37.489312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290faa7-2f5e-4e68-87d6-10e891d08c84 None None] Pushing event updated for resources: {'Port': ['ID=995d09a0-d407-416f-8f97-17857b937795,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:37.494666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e290faa7-2f5e-4e68-87d6-10e891d08c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:37.536672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Pushing event deleted for resources: {'Port': ['ID=a4af3de5-d823-4909-ba1c-870f8e598dbe,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:37.536956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Routers {'c5204bf8-c56f-4702-8e60-feb93b2b52a3'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:37.537643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14150fda90>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:37.547070 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:37.662349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] No DVR routers for this DVR port a4af3de5-d823-4909-ba1c-870f8e598dbe on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:42:37.664809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:37.668034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'name': 'network-vif-deleted', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:37.692355 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6bb986c8-33bc-4bee-90af-afcd733ee9c9 req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "DELETE /v2.0/ports/a4af3de5-d823-4909-ba1c-870f8e598dbe HTTP/1.1" status: 204  len: 173 time: 2.3026814
Feb 17 04:42:37.723342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3470f07e-b94c-42d4-afdf-917b1ffa6a4d', 'name': 'network-vif-deleted', 'tag': 'a4af3de5-d823-4909-ba1c-870f8e598dbe', 'status': 'completed', 'code': 200}
Feb 17 04:42:37.926816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] Set router c5204bf8-c56f-4702-8e60-feb93b2b52a3 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:38.282542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14150fda90>, [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 4, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '995d09a0-d407-416f-8f97-17857b937795', 'name': '', 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'mac_address': 'fa:16:3e:8e:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:30Z', 'updated_at': '2021-02-17T04:42:37Z', 'revision_number': 4, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'subnets': [{'id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:38.287038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3661dcb-45a0-4e92-8e40-0b339f273e3b None None] The sync data for ids ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'] in dv-cinder-760197-3-iscsi is: [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 4, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '995d09a0-d407-416f-8f97-17857b937795', 'name': '', 'network_id': 'ff58c831-febf-401d-b56a-6aee55009abd', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'mac_address': 'fa:16:3e:8e:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:30Z', 'updated_at': '2021-02-17T04:42:37Z', 'revision_number': 4, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'subnets': [{'id': 'cc8f6332-6181-47ff-b37e-cb2b2c33bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:38.905401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-e531547d-a1fe-4db7-8af5-5c63baf2f23a tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:38.907530 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-e531547d-a1fe-4db7-8af5-5c63baf2f23a tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/networks?id=c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 200  len: 809 time: 0.1741059
Feb 17 04:42:38.924520 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-7fefc9bb-41e5-4f48-a032-e9bda2cafc08 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/quotas/21b5af96686e409cb77e5a0aa9ac1fb8 HTTP/1.1" status: 200  len: 375 time: 0.0108240
Feb 17 04:42:38.987299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-073742f4-66fb-4cc5-8217-7252093c234c req-c90ca11b-69b8-4e77-8fba-cac073e348d9 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Synchronizing usage tracker for tenant:21b5af96686e409cb77e5a0aa9ac1fb8 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:39.005871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-073742f4-66fb-4cc5-8217-7252093c234c req-c90ca11b-69b8-4e77-8fba-cac073e348d9 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Unset dirty status for tenant:21b5af96686e409cb77e5a0aa9ac1fb8 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:39.007065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-c90ca11b-69b8-4e77-8fba-cac073e348d9 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0758748
Feb 17 04:42:39.283484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 995d09a0-d407-416f-8f97-17857b937795 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:39.308635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-441655da-7de9-4601-8be4-5a55181c7f60 service neutron] 10.222.0.38 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2938485
Feb 17 04:42:39.370759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 995d09a0-d407-416f-8f97-17857b937795 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:39.375811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 995d09a0-d407-416f-8f97-17857b937795 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:39.376239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:39.464875 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-790b97b6-0e4d-453f-89a8-e2e7b6539cb3 service neutron] 10.222.0.38 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489382
Feb 17 04:42:39.514321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:39.549858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 995d09a0-d407-416f-8f97-17857b937795, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=995d09a0-d407-416f-8f97-17857b937795,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:39.553070 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:39.556980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e290faa7-2f5e-4e68-87d6-10e891d08c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:39.647364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=995d09a0-d407-416f-8f97-17857b937795,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:39.650961 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:39.675101 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5600ce80-a471-42f8-9c2a-1f0d14ec46da req-d0f75027-27ef-452a-b74c-e504644ec5d7 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 210 time: 0.0526655
Feb 17 04:42:40.797264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-ac63c32f-816b-48c2-a283-e3b2483d2ffe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:40.798884 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-ac63c32f-816b-48c2-a283-e3b2483d2ffe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "GET /v2.0/networks?id=c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 200  len: 809 time: 0.1684377
Feb 17 04:42:40.846846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Request body: {'port': {'device_id': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27', 'admin_state_up': True, 'tenant_id': '21b5af96686e409cb77e5a0aa9ac1fb8'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:40.932162 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ae331b17-667b-4bcc-8ddb-7505c78fc779 req-16eb855d-d099-4892-a839-69455a986115 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 210 time: 0.1321018
Feb 17 04:42:41.012439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:41.022340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:41.031571 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Made reservation on behalf of 21b5af96686e409cb77e5a0aa9ac1fb8 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:41.037089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:41.249164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 995d09a0-d407-416f-8f97-17857b937795 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:41.336493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 995d09a0-d407-416f-8f97-17857b937795 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:41.337069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:41.355409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Allocated IP 172.20.0.2 (c6a84f22-8956-4c6c-8e1a-35ad1301db27/43fde074-13d6-413c-a1f1-49894d74f8db/be972db2-4143-4b74-9ace-aed5ef844f2b) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:41.585839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:41.615395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:41.632121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-be6e252b-194d-4c5a-9e32-290c492f8b33 tempest-AttachVolumeNegativeTest-2117952896 tempest-AttachVolumeNegativeTest-2117952896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:42.045094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Pushing event updated for resources: {'Port': ['ID=be972db2-4143-4b74-9ace-aed5ef844f2b,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:42.104818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.105235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.105641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.106042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.106437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.106890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.107281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.107676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.108068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.109004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.109392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.109783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.110227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.110643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.111057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.111449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.111844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.112232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.112617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.113001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.113388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.113770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.114155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.114544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:42.118936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:42.193354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:42.197525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:42.200238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:42.260575 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578a23-84a0-4521-9d19-da469231ffeb req-abb4257e-ab51-41e1-92eb-083897424cdd tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:42.262187 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d4578a23-84a0-4521-9d19-da469231ffeb req-abb4257e-ab51-41e1-92eb-083897424cdd tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 931 time: 0.2028244
Feb 17 04:42:42.277843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:42.278503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:42.336306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4938431
Feb 17 04:42:42.340936 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d4578a23-84a0-4521-9d19-da469231ffeb req-53e39bc2-21a3-4aeb-ac52-44cbbee8b18d tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576012
Feb 17 04:42:42.348704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Request body: {'port': {'device_id': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:42.486939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:42.908349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be972db2-4143-4b74-9ace-aed5ef844f2b {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:42:42.916177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:42.928327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Transition to ACTIVE for port object be972db2-4143-4b74-9ace-aed5ef844f2b will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:42.930905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:42.947093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b71a92da-9a52-4ef6-aaf0-36c2b3e1e960 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:43.093234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=be972db2-4143-4b74-9ace-aed5ef844f2b,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:43.098927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:43.275024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Attempting to bind port be972db2-4143-4b74-9ace-aed5ef844f2b on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:43.275395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Attempting to bind port be972db2-4143-4b74-9ace-aed5ef844f2b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:43.275770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Attempting to bind port be972db2-4143-4b74-9ace-aed5ef844f2b on network c6a84f22-8956-4c6c-8e1a-35ad1301db27 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:43.281574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:43.281943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Checking segment: {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:43.282351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:43.282795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Bound using segment: {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:43.283270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Bound port: be972db2-4143-4b74-9ace-aed5ef844f2b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eece9d2-2c09-4e14-9ec2-490041d94bed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c6a84f22-8956-4c6c-8e1a-35ad1301db27'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:43.283644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:43.379809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] For port be972db2-4143-4b74-9ace-aed5ef844f2b, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:43.382978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] For port be972db2-4143-4b74-9ace-aed5ef844f2b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=be972db2-4143-4b74-9ace-aed5ef844f2b,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:43.386374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:43.402368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:43.616726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=be972db2-4143-4b74-9ace-aed5ef844f2b,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:43.626257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:43.675376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba7766-8e6b-49a3-bfc9-a867d57bb27b req-40d46fb9-3e7c-4f47-b882-9866554bf668 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:43.676132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-fdba7766-8e6b-49a3-bfc9-a867d57bb27b req-40d46fb9-3e7c-4f47-b882-9866554bf668 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Synchronizing usage tracker for tenant:21b5af96686e409cb77e5a0aa9ac1fb8 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:43.681503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:43.682212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:43.683948 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] 10.222.0.46 "PUT /v2.0/ports/be972db2-4143-4b74-9ace-aed5ef844f2b HTTP/1.1" status: 200  len: 1157 time: 1.3394413
Feb 17 04:42:43.684488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:43.704280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-fdba7766-8e6b-49a3-bfc9-a867d57bb27b req-40d46fb9-3e7c-4f47-b882-9866554bf668 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Unset dirty status for tenant:21b5af96686e409cb77e5a0aa9ac1fb8 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:43.705655 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fdba7766-8e6b-49a3-bfc9-a867d57bb27b req-40d46fb9-3e7c-4f47-b882-9866554bf668 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 943 time: 0.2094479
Feb 17 04:42:43.769905 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b', 'status': 'completed', 'code': 200}
Feb 17 04:42:43.816849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fdba7766-8e6b-49a3-bfc9-a867d57bb27b req-daaafdab-2719-4e34-bc02-586821a5f8bb tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045418
Feb 17 04:42:43.839100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-94160c4a-638a-4003-ac99-6700c588cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:43.840814 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-94160c4a-638a-4003-ac99-6700c588cbb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 1160 time: 0.1131203
Feb 17 04:42:43.918273 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-1280ffe7-15bd-4713-8f24-dcfc616ef238 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be972db2-4143-4b74-9ace-aed5ef844f2b HTTP/1.1" status: 200  len: 217 time: 0.0695589
Feb 17 04:42:43.989668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073742f4-66fb-4cc5-8217-7252093c234c req-03245630-b2f4-4461-8f52-8f0817d5123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:43.991375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-03245630-b2f4-4461-8f52-8f0817d5123c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43fde074-13d6-413c-a1f1-49894d74f8db HTTP/1.1" status: 200  len: 849 time: 0.0662596
Feb 17 04:42:44.051321 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-aff8b005-268d-44cc-aeca-9616a2fa9585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6a84f22-8956-4c6c-8e1a-35ad1301db27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532703
Feb 17 04:42:44.203122 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-51c6b464-7acf-4cf8-94ad-f3765589878e service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406872
Feb 17 04:42:44.352236 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073742f4-66fb-4cc5-8217-7252093c234c req-99b42cbc-3c04-4dc2-8d30-fc89d05f8852 service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424758
Feb 17 04:42:44.487815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-10fce15c-c210-4378-addc-566844602a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:44.489338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-10fce15c-c210-4378-addc-566844602a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 1160 time: 0.0795715
Feb 17 04:42:44.637895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-a8523b6f-3417-469f-8b97-30d72a194a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:44.639600 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-a8523b6f-3417-469f-8b97-30d72a194a75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 200  len: 903 time: 0.1414165
Feb 17 04:42:44.719136 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-05f762ef-943c-4cb3-aba7-d5eac80130a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be972db2-4143-4b74-9ace-aed5ef844f2b HTTP/1.1" status: 200  len: 217 time: 0.0704331
Feb 17 04:42:44.793499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-8d5ab0d2-9ce6-44a4-8651-bab81da7471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:44.795154 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-8d5ab0d2-9ce6-44a4-8651-bab81da7471b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43fde074-13d6-413c-a1f1-49894d74f8db HTTP/1.1" status: 200  len: 849 time: 0.0683608
Feb 17 04:42:44.862355 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-886a7aef-81ee-4c61-b28f-2b465f175b27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6a84f22-8956-4c6c-8e1a-35ad1301db27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479016
Feb 17 04:42:45.076710 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-22ca12a3-7eb5-4989-9a20-41147f69677b service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069027
Feb 17 04:42:45.090703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673b9fd-3ebd-4ed4-823a-8e14c8bafc1f req-8ee2b85e-7e28-40fa-a0eb-fcf7f7a459db tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:45.092217 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0673b9fd-3ebd-4ed4-823a-8e14c8bafc1f req-8ee2b85e-7e28-40fa-a0eb-fcf7f7a459db tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 943 time: 0.1485126
Feb 17 04:42:45.227686 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0673b9fd-3ebd-4ed4-823a-8e14c8bafc1f req-e26e4c8e-0780-445b-a02a-013bdeef7516 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129026
Feb 17 04:42:45.272644 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-daf53468-337f-466a-978a-e4c56f2e7c34 req-71bf69fb-48fe-4b24-b239-506fef7b7005 service neutron] 10.222.0.46 "GET /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1786137
Feb 17 04:42:46.438197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35713c9-4d3d-4d1e-a4ab-d01ccbb1be5f req-22e69a85-e8f3-4eb9-9261-946d27775bdf tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:46.439823 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f35713c9-4d3d-4d1e-a4ab-d01ccbb1be5f req-22e69a85-e8f3-4eb9-9261-946d27775bdf tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 943 time: 0.0905068
Feb 17 04:42:46.727592 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f35713c9-4d3d-4d1e-a4ab-d01ccbb1be5f req-c6885dff-975b-4dea-9c11-d04f6be871dc tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815037
Feb 17 04:42:47.397996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:42:47.854786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device be972db2-4143-4b74-9ace-aed5ef844f2b up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:47.933483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port be972db2-4143-4b74-9ace-aed5ef844f2b completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:47.939910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port be972db2-4143-4b74-9ace-aed5ef844f2b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:47.940352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:48.073890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:48.084321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af07336-d72f-4156-b54a-12cb820ed196 req-d27f2a22-165e-46fb-a9b4-5100caea32f5 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:48.085945 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1af07336-d72f-4156-b54a-12cb820ed196 req-d27f2a22-165e-46fb-a9b4-5100caea32f5 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 943 time: 0.0940602
Feb 17 04:42:48.102255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:48.113198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port be972db2-4143-4b74-9ace-aed5ef844f2b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=be972db2-4143-4b74-9ace-aed5ef844f2b,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:48.116827 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:48.118936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:48.135462 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1af07336-d72f-4156-b54a-12cb820ed196 req-c0513989-67b3-44ba-a433-1248c56187ef tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431499
Feb 17 04:42:48.165054 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b', 'code': 200}
Feb 17 04:42:48.196282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=be972db2-4143-4b74-9ace-aed5ef844f2b,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:48.199477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:48.413463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75905fcc-957b-4a24-bcca-71b8ec294931 req-a38fd99d-2f44-41c3-a080-2b1b3b9ada1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:48.415091 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-75905fcc-957b-4a24-bcca-71b8ec294931 req-a38fd99d-2f44-41c3-a080-2b1b3b9ada1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 1162 time: 0.0805981
Feb 17 04:42:48.459901 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-75905fcc-957b-4a24-bcca-71b8ec294931 req-dd028c04-d9e3-4f45-a2da-8ed68e500b5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365777
Feb 17 04:42:49.344577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b7a0-8e9b-4ad1-8c11-4daf04775f90 req-1b8f61ea-9bf3-4d4d-a0a3-18f7fab09d1e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:49.346102 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3413b7a0-8e9b-4ad1-8c11-4daf04775f90 req-1b8f61ea-9bf3-4d4d-a0a3-18f7fab09d1e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 945 time: 0.0963235
Feb 17 04:42:49.394419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3413b7a0-8e9b-4ad1-8c11-4daf04775f90 req-9e78d372-f5bd-4634-8cdb-83ccdfadf9c2 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421059
Feb 17 04:42:49.587873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device be972db2-4143-4b74-9ace-aed5ef844f2b up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:42:49.661617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port be972db2-4143-4b74-9ace-aed5ef844f2b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:49.661951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:50.596115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d4ac-18c6-4ea2-a7d0-128ce95b09cb req-ea07ff7e-2d45-4caa-86f4-6bcb203dd682 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:50.597729 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0b95d4ac-18c6-4ea2-a7d0-128ce95b09cb req-ea07ff7e-2d45-4caa-86f4-6bcb203dd682 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 945 time: 0.0877483
Feb 17 04:42:50.645241 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0b95d4ac-18c6-4ea2-a7d0-128ce95b09cb req-c97a6313-3587-4fc2-960f-3980de512f5a tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410521
Feb 17 04:42:51.870034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82592-c73b-4eea-93dd-9a7e9bf09de7 req-4ab22f6a-c9cb-4750-8edc-a4cc134098ea tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:51.871715 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-abb82592-c73b-4eea-93dd-9a7e9bf09de7 req-4ab22f6a-c9cb-4750-8edc-a4cc134098ea tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 945 time: 0.0927119
Feb 17 04:42:51.919679 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-abb82592-c73b-4eea-93dd-9a7e9bf09de7 req-b941eb64-2cc2-4273-9b40-179b2ddb4ed2 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409124
Feb 17 04:42:52.651198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-44a20886-0c9f-41ec-a8c2-9cfe2db89cfc tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Synchronizing usage tracker for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:52.667472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-44a20886-0c9f-41ec-a8c2-9cfe2db89cfc tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Unset dirty status for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:52.668725 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-44a20886-0c9f-41ec-a8c2-9cfe2db89cfc tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-645413079&fields=id&tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e HTTP/1.1" status: 200  len: 267 time: 0.0586891
Feb 17 04:42:52.832184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-5af86bab-4974-41f5-a039-2b48ab333f25 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:52.833781 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-5af86bab-4974-41f5-a039-2b48ab333f25 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 809 time: 0.1579335
Feb 17 04:42:52.849464 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-0f840c35-2538-4c1c-9323-17f6001b5278 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/quotas/ca59cfbe7f3b494499cc8efe1d0e093e HTTP/1.1" status: 200  len: 375 time: 0.0096691
Feb 17 04:42:52.945849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-b3c0b69f-c820-4ae1-b803-2fc3a324fb3b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0897048
Feb 17 04:42:53.244625 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-3997c0e3-fce6-4069-a00a-b06d9ae9969f service neutron] 10.222.0.38 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734690
Feb 17 04:42:53.257848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089f685-f929-4e15-ae34-190b5a794307 req-fb201d9e-5300-4c00-88c5-d84d4a06899e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:53.259437 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3089f685-f929-4e15-ae34-190b5a794307 req-fb201d9e-5300-4c00-88c5-d84d4a06899e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 945 time: 0.2071164
Feb 17 04:42:53.363673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-9f3a5967-f21b-4f81-b39c-a4a0b922f908 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:53.365220 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-9f3a5967-f21b-4f81-b39c-a4a0b922f908 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 945 time: 0.2634282
Feb 17 04:42:53.489718 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3089f685-f929-4e15-ae34-190b5a794307 req-1c9b2b2b-f847-4022-9f37-6b1a0adf7965 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019069
Feb 17 04:42:53.504810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Deleting port be972db2-4143-4b74-9ace-aed5ef844f2b {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:53.505209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.567719 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-cbf58721-e30f-4689-b9d1-e3e70d94e087 service neutron] 10.222.0.38 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3072636
Feb 17 04:42:53.579755 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device be972db2-4143-4b74-9ace-aed5ef844f2b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:53.706164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.735272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:53.746022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port be972db2-4143-4b74-9ace-aed5ef844f2b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=be972db2-4143-4b74-9ace-aed5ef844f2b,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:53.751778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.754045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e290faa7-2f5e-4e68-87d6-10e891d08c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:53.791705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] For port be972db2-4143-4b74-9ace-aed5ef844f2b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=be972db2-4143-4b74-9ace-aed5ef844f2b,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:53.792123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.802751 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b', 'code': 200}
Feb 17 04:42:53.845267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=be972db2-4143-4b74-9ace-aed5ef844f2b,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:53.848792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:53.949924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Calling delete_port for be972db2-4143-4b74-9ace-aed5ef844f2b owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:54.044467 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-befb1be7-4b8f-4835-87bf-2cd226b0712a req-1bdd5d3d-5181-4521-a9da-2aaeda72f5b3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 210 time: 0.0631821
Feb 17 04:42:54.091072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:42:54.091528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:42:54.594308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Deleting port be972db2-4143-4b74-9ace-aed5ef844f2b {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:54.594853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:54.699748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa762f-5cfa-4a57-965a-5876e813f51f req-af46dda9-2fd2-412f-9455-f257fff42e6d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.701329 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5bfa762f-5cfa-4a57-965a-5876e813f51f req-af46dda9-2fd2-412f-9455-f257fff42e6d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1852648
Feb 17 04:42:54.847059 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5bfa762f-5cfa-4a57-965a-5876e813f51f req-25bc6235-3795-4548-91f7-7d8acb6c2e4a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1348972
Feb 17 04:42:54.938692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505f06-c47e-42a8-87b1-96605e497f01 req-5ccf7485-c173-4a99-8bb3-8a0214bd4fa1 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.940333 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-45505f06-c47e-42a8-87b1-96605e497f01 req-5ccf7485-c173-4a99-8bb3-8a0214bd4fa1 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 943 time: 0.3114002
Feb 17 04:42:55.113637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] For port be972db2-4143-4b74-9ace-aed5ef844f2b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=be972db2-4143-4b74-9ace-aed5ef844f2b,segment=NetworkSegment(8eece9d2-2c09-4e14-9ec2-490041d94bed),segment_id=8eece9d2-2c09-4e14-9ec2-490041d94bed)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:55.114189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:55.125536 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-45505f06-c47e-42a8-87b1-96605e497f01 req-09cbe0b9-f7ba-4d2e-b533-52b88625fd72 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ba745f-531b-427e-b88c-e4cf07593a23&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597199
Feb 17 04:42:55.238223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:55.304382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Calling delete_port for be972db2-4143-4b74-9ace-aed5ef844f2b owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:55.359077 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4d5afc91-e3ff-491f-8502-67472b710c5f req-20755b37-4aa9-432e-8501-31812e130b2e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 210 time: 0.1592817
Feb 17 04:42:55.444009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-cae4b786-3010-40ed-b99b-c3e31b83eb0a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:55.445538 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-cae4b786-3010-40ed-b99b-c3e31b83eb0a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 809 time: 0.4469225
Feb 17 04:42:55.563202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:55.580939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:55.937995 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-afea15ad-f94d-48c7-8cd5-f79a6db7c168 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e HTTP/1.1" status: 200  len: 5757 time: 0.4547789
Feb 17 04:42:55.940886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Pushing event deleted for resources: {'Port': ['ID=be972db2-4143-4b74-9ace-aed5ef844f2b,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:55.953010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'port': {'device_id': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'admin_state_up': True, 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'security_groups': ['0b1b0d00-a62f-4b8a-bb68-8e9514059015']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:55.972678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:56.265002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:56.304226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] No DVR routers for this DVR port be972db2-4143-4b74-9ace-aed5ef844f2b on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:42:56.308916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Usage tracker for resource:port and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:56.312071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:56.319452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'name': 'network-vif-deleted', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:56.330783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:56.346830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82152d-9463-4511-bd06-e3b6ce78abd4 req-58901b41-6f95-425b-b138-3ac83d887f89 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:56.348459 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fe82152d-9463-4511-bd06-e3b6ce78abd4 req-58901b41-6f95-425b-b138-3ac83d887f89 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.3700967
Feb 17 04:42:56.350584 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60a32400-a3d9-4be8-8f25-a6b43da11267 req-ecf7c8ae-0d4d-4f31-bab5-eff8f4c57d21 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5996f2-39d5-43b5-878f-920d0b4401b9 HTTP/1.1" status: 200  len: 210 time: 0.0962601
Feb 17 04:42:56.351512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:56.378729 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dce62f12-62e3-4b58-9883-c1d33f037e76 req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] 10.222.0.46 "DELETE /v2.0/ports/be972db2-4143-4b74-9ace-aed5ef844f2b HTTP/1.1" status: 204  len: 173 time: 3.0065770
Feb 17 04:42:56.384632 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Made reservation on behalf of ca59cfbe7f3b494499cc8efe1d0e093e for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:56.391073 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:56.411895 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5996f2-39d5-43b5-878f-920d0b4401b9', 'name': 'network-vif-deleted', 'tag': 'be972db2-4143-4b74-9ace-aed5ef844f2b', 'status': 'completed', 'code': 200}
Feb 17 04:42:56.449555 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fe82152d-9463-4511-bd06-e3b6ce78abd4 req-2ce8dde2-fca8-4c76-bd5d-c612f763a9d2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940690
Feb 17 04:42:56.594059 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-efb7af12-d34b-42d5-844c-b06cac1e3e81 req-d44d99c9-5c15-492a-aee7-e911e049679d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 210 time: 0.0710554
Feb 17 04:42:56.777019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Allocated IP 172.20.0.10 (3468340d-819b-4c91-9b3c-03f43d53a90d/e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3/6738a807-1bee-443c-9281-dcce36604367) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:56.988433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:57.004870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Transition to ACTIVE for port object 6738a807-1bee-443c-9281-dcce36604367 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:57.027532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:57.042539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f2a54815-fb29-4190-9dfa-2fe59544bdf9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:57.182199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event updated for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:57.195950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:57.240218 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Network 3468340d-819b-4c91-9b3c-03f43d53a90d is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:57.241340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:57.244030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:57.321504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:57.322245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:57.344560 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3963583
Feb 17 04:42:57.358533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Request body: {'port': {'device_id': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:57.437876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e06ffdec-589e-4a0b-91c1-1443feb8a3fb None None] Provisioning for port 6738a807-1bee-443c-9281-dcce36604367 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:42:57.443267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e06ffdec-589e-4a0b-91c1-1443feb8a3fb None None] Provisioning complete for port 6738a807-1bee-443c-9281-dcce36604367 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:42:57.443767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e06ffdec-589e-4a0b-91c1-1443feb8a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:57.489455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:57.524568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e06ffdec-589e-4a0b-91c1-1443feb8a3fb None None] Port 6738a807-1bee-443c-9281-dcce36604367 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:42:57.830057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3c9ee-cf72-4b06-a048-fcbe071676e2 req-c0e02f34-8777-4015-ae32-77cd8d732d56 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:57.831717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-99f3c9ee-cf72-4b06-a048-fcbe071676e2 req-c0e02f34-8777-4015-ae32-77cd8d732d56 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.2306068
Feb 17 04:42:57.998066 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-99f3c9ee-cf72-4b06-a048-fcbe071676e2 req-34867161-12c5-46ab-a4ae-cbbb7d0c39fd tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564233
Feb 17 04:42:58.022043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf836371-ac16-451c-b89a-b219b9e6a9ae req-25bb16ee-427f-481b-a3fe-755b25a67cb7 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:58.022931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-cf836371-ac16-451c-b89a-b219b9e6a9ae req-25bb16ee-427f-481b-a3fe-755b25a67cb7 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Synchronizing usage tracker for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:58.063421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-cf836371-ac16-451c-b89a-b219b9e6a9ae req-25bb16ee-427f-481b-a3fe-755b25a67cb7 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Unset dirty status for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:58.064704 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cf836371-ac16-451c-b89a-b219b9e6a9ae req-25bb16ee-427f-481b-a3fe-755b25a67cb7 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 932 time: 0.3222635
Feb 17 04:42:58.172574 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cf836371-ac16-451c-b89a-b219b9e6a9ae req-e7cf3d4d-8493-45d1-a580-0586115157ab tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1008809
Feb 17 04:42:58.184700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6738a807-1bee-443c-9281-dcce36604367 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:42:58.193717 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.216946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Transition to ACTIVE for port object 6738a807-1bee-443c-9281-dcce36604367 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:58.216946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.225477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2d996df4-ff13-47cf-8acf-320952a59995 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:58.362010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Pushing event updated for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:58.375614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:58.558274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Attempting to bind port 6738a807-1bee-443c-9281-dcce36604367 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:58.559221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Attempting to bind port 6738a807-1bee-443c-9281-dcce36604367 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:58.559957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Attempting to bind port 6738a807-1bee-443c-9281-dcce36604367 on network 3468340d-819b-4c91-9b3c-03f43d53a90d {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:58.567577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:58.567964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Checking segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:58.568376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.568777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Bound using segment: {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:58.569259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Bound port: 6738a807-1bee-443c-9281-dcce36604367, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294e0a3d-94d4-434d-9489-dc070a8d34b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:58.569639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.666506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] For port 6738a807-1bee-443c-9281-dcce36604367, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:58.669593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] For port 6738a807-1bee-443c-9281-dcce36604367, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6738a807-1bee-443c-9281-dcce36604367,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:58.673603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.687512 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2f9bfae8-bd2f-4854-933a-d54fadcddb4d tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:59.083429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Pushing event updated for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:59.088703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:59.121700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:59.122380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.123984 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] 10.222.0.46 "PUT /v2.0/ports/6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1158 time: 1.7708089
Feb 17 04:42:59.124520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:59.179357 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'status': 'completed', 'code': 200}
Feb 17 04:42:59.220096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea3200-d439-46d8-9f7d-1b0c8fc259da req-3a3980b3-b726-4282-a09f-327621122f35 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:59.221774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-64ea3200-d439-46d8-9f7d-1b0c8fc259da req-3a3980b3-b726-4282-a09f-327621122f35 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0918834
Feb 17 04:42:59.274208 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-64ea3200-d439-46d8-9f7d-1b0c8fc259da req-4627bb3d-98a0-4d31-9a8e-1856590b4179 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455720
Feb 17 04:42:59.385733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26eec9-6d8c-4b9f-9a02-d060e0b13db4 req-ce0e9b3b-adc2-488f-8da1-a9cdbe900f95 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:59.388609 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cf26eec9-6d8c-4b9f-9a02-d060e0b13db4 req-ce0e9b3b-adc2-488f-8da1-a9cdbe900f95 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0970962
Feb 17 04:42:59.437763 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cf26eec9-6d8c-4b9f-9a02-d060e0b13db4 req-68060c17-5920-4b1e-808f-a7e3471f12c7 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422935
Feb 17 04:43:00.489597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dffcc-5719-4198-87f0-dc531c5fbf03 req-92b3615f-eadc-4064-b9c3-ebbcd90f8c44 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:00.491273 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bc7dffcc-5719-4198-87f0-dc531c5fbf03 req-92b3615f-eadc-4064-b9c3-ebbcd90f8c44 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0906744
Feb 17 04:43:00.543215 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bc7dffcc-5719-4198-87f0-dc531c5fbf03 req-951d7de8-d631-47a7-ad87-1437d0b7280d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456798
Feb 17 04:43:00.564267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60827c96-1ded-4c65-95a7-c058684a7811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.641121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9e14-a9e4-4b06-b567-f4301015da4c req-43a2b201-60b5-4bdb-93ba-e2afa234f57a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:00.642778 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4baa9e14-a9e4-4b06-b567-f4301015da4c req-43a2b201-60b5-4bdb-93ba-e2afa234f57a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0886128
Feb 17 04:43:00.690972 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4baa9e14-a9e4-4b06-b567-f4301015da4c req-f76e78aa-e9f1-481d-99d1-9068ad3a4a47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419664
Feb 17 04:43:01.804857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e38-5d68-4870-afe2-1ee6d8f09476 req-f103ef10-d31a-4e95-8d9e-60d571117f6b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:01.806502 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6a922e38-5d68-4870-afe2-1ee6d8f09476 req-f103ef10-d31a-4e95-8d9e-60d571117f6b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1431129
Feb 17 04:43:01.928113 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6a922e38-5d68-4870-afe2-1ee6d8f09476 req-b1ef90fd-9fc7-4b7a-ac6a-1ef0f298112d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149735
Feb 17 04:43:01.933551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6925-039f-40af-b2bd-b8c0dda84fa6 req-ea07e2db-6983-4d1d-b7be-56ee8c170f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:01.935399 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f8e6925-039f-40af-b2bd-b8c0dda84fa6 req-ea07e2db-6983-4d1d-b7be-56ee8c170f1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1161 time: 0.1952372
Feb 17 04:43:02.048918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3679-23c6-4c83-974f-202c5670f2db req-79bfbc15-1bed-456e-813d-c0eba12aaaec tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.050533 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2a8f3679-23c6-4c83-974f-202c5670f2db req-79bfbc15-1bed-456e-813d-c0eba12aaaec tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.2420964
Feb 17 04:43:02.130251 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2a8f3679-23c6-4c83-974f-202c5670f2db req-4378397e-ff83-480b-bf81-acc1fa2edf40 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0722492
Feb 17 04:43:02.146502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6925-039f-40af-b2bd-b8c0dda84fa6 req-4798d55a-f171-4546-b38a-f2aa42e22894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.148214 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f8e6925-039f-40af-b2bd-b8c0dda84fa6 req-4798d55a-f171-4546-b38a-f2aa42e22894 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1984551
Feb 17 04:43:02.307247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6925-039f-40af-b2bd-b8c0dda84fa6 req-fb3ac805-fd01-4093-9ad0-4d58a433fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.309075 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7f8e6925-039f-40af-b2bd-b8c0dda84fa6 req-fb3ac805-fd01-4093-9ad0-4d58a433fb6d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1439271
Feb 17 04:43:02.420919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-df557ec3-9c7c-4852-9d80-603e0f50f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.422594 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-df557ec3-9c7c-4852-9d80-603e0f50f78a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1161 time: 0.0771742
Feb 17 04:43:02.500104 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-e96b154d-243d-4705-b309-f0559e4c84e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 217 time: 0.0688734
Feb 17 04:43:02.573282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-996f487d-f8be-4b6e-978b-615b8c5f7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.574752 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-996f487d-f8be-4b6e-978b-615b8c5f7774 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0672758
Feb 17 04:43:02.659724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-be14cef4-189b-4714-b742-6479d600b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.661891 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-be14cef4-189b-4714-b742-6479d600b907 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795693
Feb 17 04:43:02.813457 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-2bd7bacd-cc9b-42fe-9a60-b8d996d306c7 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446843
Feb 17 04:43:02.898943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6fba684-55e2-45e5-af1c-b8e5c7f64d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:03.005497 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e79da6cf-04c2-4ef5-bec5-4c750fc2a0c5 req-b645f18d-5b9e-4819-8f01-8f926e3e40e9 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1844547
Feb 17 04:43:03.180038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d4073-3f84-439f-845f-9919ee5e83c8 req-a349e6ce-0570-4bbb-9c1a-a7a19c5ab713 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:03.181871 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f68d4073-3f84-439f-845f-9919ee5e83c8 req-a349e6ce-0570-4bbb-9c1a-a7a19c5ab713 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1000392
Feb 17 04:43:03.241820 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f68d4073-3f84-439f-845f-9919ee5e83c8 req-66c9fc5c-2567-4ba4-94f1-61b07d87ed65 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516708
Feb 17 04:43:03.389157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:03.424124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979afb-43fb-4354-a242-d45114aeb4bf req-42ab04b8-64fd-46d7-bdcb-e17d4140c409 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:03.432224 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-41979afb-43fb-4354-a242-d45114aeb4bf req-42ab04b8-64fd-46d7-bdcb-e17d4140c409 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.1385326
Feb 17 04:43:03.481687 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-41979afb-43fb-4354-a242-d45114aeb4bf req-986cec9e-0ef9-4624-8e86-9f1b0a02d69f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0484545
Feb 17 04:43:04.481970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21ae27-70fe-4172-abec-8b7362fc1e5f req-a979cee6-7455-4446-bac6-a136af390ae6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:04.484640 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4b21ae27-70fe-4172-abec-8b7362fc1e5f req-a979cee6-7455-4446-bac6-a136af390ae6 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0999572
Feb 17 04:43:04.548233 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4b21ae27-70fe-4172-abec-8b7362fc1e5f req-f38e9ad9-e36a-41f2-841f-7384796040de tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567932
Feb 17 04:43:04.584701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:04.710616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e1a6-d313-474c-90df-e2d31a0fef6f req-c4401ba6-92a4-4b8e-9612-00f1dde6eb0f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:04.712417 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5fc3e1a6-d313-474c-90df-e2d31a0fef6f req-c4401ba6-92a4-4b8e-9612-00f1dde6eb0f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0956445
Feb 17 04:43:04.766744 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5fc3e1a6-d313-474c-90df-e2d31a0fef6f req-05dedd55-7fe7-4920-b589-bf7e5c10558e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471172
Feb 17 04:43:05.078550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.798810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e436a-7ed3-4340-b85d-9a742af3eac8 req-2f70af05-d227-41cd-b7c3-a4dd8da57078 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:05.800635 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-311e436a-7ed3-4340-b85d-9a742af3eac8 req-2f70af05-d227-41cd-b7c3-a4dd8da57078 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1047714
Feb 17 04:43:05.852615 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-311e436a-7ed3-4340-b85d-9a742af3eac8 req-c3d72b82-9c58-4784-b0e2-bf26ed6607e9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456877
Feb 17 04:43:06.017266 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146b645-86f0-493f-998d-4c5345b1f15f req-ff4d9706-47c8-4bd6-aa2d-0f2ecd24af91 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:06.019458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d146b645-86f0-493f-998d-4c5345b1f15f req-ff4d9706-47c8-4bd6-aa2d-0f2ecd24af91 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.1008596
Feb 17 04:43:06.073019 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d146b645-86f0-493f-998d-4c5345b1f15f req-f28d44a0-34f1-4ea3-86ba-d2f7797408bf tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0463138
Feb 17 04:43:07.080680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de819-8585-40e1-a93f-c02e08d8a41a req-9e82e3fc-9b11-4804-b240-2cd5b30a78db tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:07.088537 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bd8de819-8585-40e1-a93f-c02e08d8a41a req-9e82e3fc-9b11-4804-b240-2cd5b30a78db tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1042151
Feb 17 04:43:07.155768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bd8de819-8585-40e1-a93f-c02e08d8a41a req-54d0a0d5-e31f-480c-b76e-410da07da070 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661728
Feb 17 04:43:07.324244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658a794-ba9c-43ee-9239-d424b189cfd9 req-4dc6ea3a-1900-4c08-b790-03e17a1a4d26 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:07.326010 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c658a794-ba9c-43ee-9239-d424b189cfd9 req-4dc6ea3a-1900-4c08-b790-03e17a1a4d26 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.1157236
Feb 17 04:43:07.389930 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c658a794-ba9c-43ee-9239-d424b189cfd9 req-a1a2ae93-0f23-446f-9ac6-6950296ee8d1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0529690
Feb 17 04:43:08.570163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf6de-f9ac-4cba-89c4-ce6514d151bf req-4e00d3b9-f067-4f2b-8adc-754e70217824 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:08.578713 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1dbf6de-f9ac-4cba-89c4-ce6514d151bf req-4e00d3b9-f067-4f2b-8adc-754e70217824 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1929817
Feb 17 04:43:08.719551 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1dbf6de-f9ac-4cba-89c4-ce6514d151bf req-05983169-6811-4205-a204-fc70ac08f78b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1348903
Feb 17 04:43:08.871140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06489b91-92a3-49e3-aacb-b82a931e86ee req-9796961f-fbfa-49e6-ae41-adf1f391e379 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:08.884591 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-06489b91-92a3-49e3-aacb-b82a931e86ee req-9796961f-fbfa-49e6-ae41-adf1f391e379 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.2440839
Feb 17 04:43:09.014682 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-06489b91-92a3-49e3-aacb-b82a931e86ee req-0b9644a9-b097-4a6b-8dbe-b8f12d64e959 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1220732
Feb 17 04:43:10.153727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b17a-2af2-4e74-99ce-5a6ef3e2a87c req-94e377c1-f205-49ab-a7da-4254d8fa33ea tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:10.155580 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3699b17a-2af2-4e74-99ce-5a6ef3e2a87c req-94e377c1-f205-49ab-a7da-4254d8fa33ea tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1804142
Feb 17 04:43:10.222194 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3699b17a-2af2-4e74-99ce-5a6ef3e2a87c req-8f03280c-2dcd-4de0-8673-5fa56bd48b4a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601501
Feb 17 04:43:10.386212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d97a6-9136-4e99-9306-a39266168c34 req-3cd6d48a-fabe-4258-852a-e736406ef35e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:10.396779 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e38d97a6-9136-4e99-9306-a39266168c34 req-3cd6d48a-fabe-4258-852a-e736406ef35e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.1876481
Feb 17 04:43:10.515796 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e38d97a6-9136-4e99-9306-a39266168c34 req-0e47e2d7-cc71-4c79-9d39-b04aeea1d6b2 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0951169
Feb 17 04:43:11.356057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:11.469170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 6738a807-1bee-443c-9281-dcce36604367 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:11.475077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 6738a807-1bee-443c-9281-dcce36604367 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:11.475724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.518426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b5b49-ec4b-4ef3-b289-f3cc6bd7cb0a req-4a09ff0a-4423-4417-b356-9d0f01fc4684 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:11.520406 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a71b5b49-ec4b-4ef3-b289-f3cc6bd7cb0a req-4a09ff0a-4423-4417-b356-9d0f01fc4684 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1324172
Feb 17 04:43:11.632499 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a71b5b49-ec4b-4ef3-b289-f3cc6bd7cb0a req-efd68c88-ea05-4a0d-b1a7-6aa11ba7c63b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019299
Feb 17 04:43:11.765478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.846836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 6738a807-1bee-443c-9281-dcce36604367, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6738a807-1bee-443c-9281-dcce36604367,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:11.849208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:11.856095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.858394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:11.949091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fecb5-c36b-44c8-a011-23e361ba33ff req-556cf2da-b431-44b3-845c-4bee98b732f9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:11.968061 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-895fecb5-c36b-44c8-a011-23e361ba33ff req-556cf2da-b431-44b3-845c-4bee98b732f9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.2272274
Feb 17 04:43:11.972018 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'code': 200}
Feb 17 04:43:12.077722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:12.097992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.103035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.103596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.104150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.104684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.105215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.105745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.107941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.115118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.115750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.119068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.119636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.120248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.120808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.121343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.121870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.122364 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-895fecb5-c36b-44c8-a011-23e361ba33ff req-80dc1b6d-c0ae-4371-8b49-3b667a1a6c6f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1507733
Feb 17 04:43:12.126661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.127239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.127792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.128339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.128882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.129455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.130761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.131390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:12.167181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:12.415594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219fe6-2c97-4785-bb81-ca95ac664eb9 req-04ac7332-7383-435e-a37b-50e543e91c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:12.417275 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-36219fe6-2c97-4785-bb81-ca95ac664eb9 req-04ac7332-7383-435e-a37b-50e543e91c61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.1102135
Feb 17 04:43:12.502282 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-36219fe6-2c97-4785-bb81-ca95ac664eb9 req-c4c6abd5-4430-4628-9fdf-f37bd6a7cab0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0769188
Feb 17 04:43:12.938718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe560380-7b5d-4dac-91d6-03955abd4d52 req-d22f8907-b13f-45e9-ba5d-6721101f671e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:12.939853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:12.983275 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fe560380-7b5d-4dac-91d6-03955abd4d52 req-d22f8907-b13f-45e9-ba5d-6721101f671e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1962340
Feb 17 04:43:13.105764 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fe560380-7b5d-4dac-91d6-03955abd4d52 req-23824034-0ac3-4466-80e8-67f3b3310140 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211174
Feb 17 04:43:13.191177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 6738a807-1bee-443c-9281-dcce36604367 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:13.191529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.557007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a191d-408c-4525-a2dd-28cdc5fff101 req-f317213e-e60a-434b-908a-eb6ffd8fe0a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:13.573499 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f96a191d-408c-4525-a2dd-28cdc5fff101 req-f317213e-e60a-434b-908a-eb6ffd8fe0a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.2198033
Feb 17 04:43:13.676802 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f96a191d-408c-4525-a2dd-28cdc5fff101 req-0e519822-7da1-4ed7-b71a-1491c4220367 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1022065
Feb 17 04:43:14.367727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b975-1d11-4a3d-9b81-0c9e3cb0f4d0 req-19dcdf2a-687e-4de7-a5b3-0c3b212808f8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:14.376686 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5839b975-1d11-4a3d-9b81-0c9e3cb0f4d0 req-19dcdf2a-687e-4de7-a5b3-0c3b212808f8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1040335
Feb 17 04:43:14.445463 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5839b975-1d11-4a3d-9b81-0c9e3cb0f4d0 req-9028cbb7-fbbf-4fa7-94ee-22082ce0f002 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674078
Feb 17 04:43:14.918986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993de1c6-e469-494f-ba2d-e7774c8ba94b req-fd6ed451-9b2e-423d-b4f4-de162f6903f8 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:14.921446 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-993de1c6-e469-494f-ba2d-e7774c8ba94b req-fd6ed451-9b2e-423d-b4f4-de162f6903f8 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.1216033
Feb 17 04:43:15.002215 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-993de1c6-e469-494f-ba2d-e7774c8ba94b req-871f9d1f-a05b-4d88-82b3-e10556f4020a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0740781
Feb 17 04:43:15.406373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32d2de-084e-4116-b4ba-3b628ece0bef req-324f67ff-f0d2-4508-9411-2234f81bf84f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:15.414503 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-db32d2de-084e-4116-b4ba-3b628ece0bef req-324f67ff-f0d2-4508-9411-2234f81bf84f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.1144352
Feb 17 04:43:15.512357 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-db32d2de-084e-4116-b4ba-3b628ece0bef req-caf3750b-845f-432a-bc1e-1447a981e54f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0958192
Feb 17 04:43:15.793994 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-599454ef-3bdb-4175-9cab-b23baed9e135 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2503579
Feb 17 04:43:15.801037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:15.813902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:15.822768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Usage tracker for resource:floatingip and tenant:ca59cfbe7f3b494499cc8efe1d0e093e is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:15.827207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:15.834151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:15.864648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.417336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd39a2-7ae1-4cc4-bff7-6a3fe796a38d req-31701ef8-f878-45b6-a02b-27b20a2b438c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:16.427080 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7dfd39a2-7ae1-4cc4-bff7-6a3fe796a38d req-31701ef8-f878-45b6-a02b-27b20a2b438c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.7435281
Feb 17 04:43:16.498765 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7dfd39a2-7ae1-4cc4-bff7-6a3fe796a38d req-fe5526c1-38c7-40ad-bfe8-56ef131562e0 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707269
Feb 17 04:43:16.574423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.100714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Allocated IP 172.27.0.243 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/c11ac376-0cca-44e9-8ee5-568cd38c69e0) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:17.307172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.345043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.364311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fa12a13a-0e77-48db-9e73-c4cf200afe0a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:17.558188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event updated for resources: {'Port': ['ID=c11ac376-0cca-44e9-8ee5-568cd38c69e0,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:17.600055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:17.708634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:17.712043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:17.720331 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:17.891494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.038059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.300315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aedb3-5151-4512-8fab-6a3354adbb36 req-d136e9ab-e90e-4711-a7ac-0d9273255087 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:18.308364 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b8aedb3-5151-4512-8fab-6a3354adbb36 req-d136e9ab-e90e-4711-a7ac-0d9273255087 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.5415056
Feb 17 04:43:18.401244 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8b8aedb3-5151-4512-8fab-6a3354adbb36 req-f30ee5ae-047b-43c3-96f7-476653768670 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734472
Feb 17 04:43:18.445775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.453645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.471626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3f77639c-7f41-416c-b756-b597e151f90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:18.631000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event updated for resources: {'Port': ['ID=c11ac376-0cca-44e9-8ee5-568cd38c69e0,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:18.652251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:18.770865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.812841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.814382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.0196691
Feb 17 04:43:18.942646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-b92e0232-9396-4c41-a2c6-bcc09bf172ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Synchronizing usage tracker for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:18.996100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-b92e0232-9396-4c41-a2c6-bcc09bf172ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Unset dirty status for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:18.997468 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-b92e0232-9396-4c41-a2c6-bcc09bf172ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200  len: 696 time: 0.1765335
Feb 17 04:43:19.226948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-079ea5b9-60f1-4488-ba5c-eced03fdc5f9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:19.231815 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-079ea5b9-60f1-4488-ba5c-eced03fdc5f9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.2272999
Feb 17 04:43:19.244359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-afc6d782-fc1a-471d-8fc3-9068623e1cd2 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:43:19.249616 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14ef7cb9-b2a8-42f5-ab71-934ff5492aa2 req-afc6d782-fc1a-471d-8fc3-9068623e1cd2 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0091448
Feb 17 04:43:19.499615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621f86-acfc-4a99-8801-e9b02f83991b req-c6e8e5ed-4de8-46f0-a266-d2086be156e5 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:19.501224 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-c6e8e5ed-4de8-46f0-a266-d2086be156e5 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1159749
Feb 17 04:43:19.684860 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-998e242b-e1c8-436f-af0e-4f9ba2906c41 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200  len: 696 time: 0.1767507
Feb 17 04:43:19.700090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Request body: {'floatingip': {'port_id': '6738a807-1bee-443c-9281-dcce36604367', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:19.793377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.959719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb15f1-708b-48cb-96dd-965d7e286c1a req-11e6a947-1bbc-4920-b23d-b40b665236b8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:19.961071 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3bdb15f1-708b-48cb-96dd-965d7e286c1a req-11e6a947-1bbc-4920-b23d-b40b665236b8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.3563826
Feb 17 04:43:20.187780 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3bdb15f1-708b-48cb-96dd-965d7e286c1a req-1f0c8d94-0b0b-4233-8ea4-cf8c23721ad3 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1833491
Feb 17 04:43:20.500026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.502684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.983074 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Floating IP 715c95a8-3dd9-4e17-8567-07390548c679 associated. External IP: 172.27.0.243, port: 6738a807-1bee-443c-9281-dcce36604367.
Feb 17 04:43:21.041992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176309f-0163-4d77-a428-0cf7640056e4 req-f29e357b-6717-4460-9718-ebef29f4810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:21.043656 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-f29e357b-6717-4460-9718-ebef29f4810c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1162 time: 0.4863679
Feb 17 04:43:21.299002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176309f-0163-4d77-a428-0cf7640056e4 req-c739d6f7-1c9b-4703-a8de-e7cd3b8ad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:21.300784 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-c739d6f7-1c9b-4703-a8de-e7cd3b8ad61e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.1953905
Feb 17 04:43:21.625603 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-02ee4b2a-7064-4a25-82d9-8ca47f2b2664 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 200  len: 999 time: 0.2621672
Feb 17 04:43:21.737523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276933c-6fb8-4bae-baf3-503e9df85fee req-47565395-42da-4699-9551-1834fc7dc9d3 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:21.739196 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1276933c-6fb8-4bae-baf3-503e9df85fee req-47565395-42da-4699-9551-1834fc7dc9d3 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.3771174
Feb 17 04:43:21.741121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Router a1159312-f33a-4c2f-8d69-e8ba353f4237 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:21.768942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176309f-0163-4d77-a428-0cf7640056e4 req-b474d927-5508-42a1-8fe4-6d721c3c48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:21.770442 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-b474d927-5508-42a1-8fe4-6d721c3c48bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.1364300
Feb 17 04:43:21.999313 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1276933c-6fb8-4bae-baf3-503e9df85fee req-374d6c81-2eb2-4222-91a3-e41b63c35687 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503541
Feb 17 04:43:22.053775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:22.058907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.064258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] Sync routers for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:22.073750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:22.074404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414cbf710>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:22.087075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176309f-0163-4d77-a428-0cf7640056e4 req-7fbf8ee9-802f-4add-a669-60664ac0f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:22.088722 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-7fbf8ee9-802f-4add-a669-60664ac0f55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3099687
Feb 17 04:43:22.212439 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-fa1e4a83-9347-4d17-8718-8df645f5a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "PUT /v2.0/floatingips/715c95a8-3dd9-4e17-8567-07390548c679 HTTP/1.1" status: 200  len: 997 time: 2.5195520
Feb 17 04:43:22.216772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:22.273098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:22.294547 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'status': 'completed', 'code': 200}
Feb 17 04:43:22.405981 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-c9bc2e64-3efb-413b-a6e6-612b1fe81abf service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3041003
Feb 17 04:43:22.550271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621f86-acfc-4a99-8801-e9b02f83991b req-df6a307d-8e0a-493f-b100-8a93b8dbda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:22.551916 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-df6a307d-8e0a-493f-b100-8a93b8dbda28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.3231163
Feb 17 04:43:22.586543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-bf668cce-81c7-4703-95c9-300c2ef6dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:22.588187 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-bf668cce-81c7-4703-95c9-300c2ef6dfe1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.2814441
Feb 17 04:43:22.797500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47088) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:22.828809 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414cbf710>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '715c95a8-3dd9-4e17-8567-07390548c679', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'port_id': '6738a807-1bee-443c-9281-dcce36604367', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'mac_address': 'fa:16:3e:a0:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 1, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:22.833561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] Checking router: a1159312-f33a-4c2f-8d69-e8ba353f4237 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:22.843521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:22.844346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414cbf710>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:22.867431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Deleting subnet 43fde074-13d6-413c-a1f1-49894d74f8db {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:43:22.871044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.925316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.016148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.043185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:23.053880 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0176309f-0163-4d77-a428-0cf7640056e4 req-53e481ba-9df4-45f4-8426-a79f0edb6e85 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6373081
Feb 17 04:43:23.113766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621f86-acfc-4a99-8801-e9b02f83991b req-b3de110f-b43d-4c6a-b577-54df7136a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.115394 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-b3de110f-b43d-4c6a-b577-54df7136a1bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.5564604
Feb 17 04:43:23.117834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-07de542b-bf44-4d84-bdf6-a87bafce6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.119397 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-07de542b-bf44-4d84-bdf6-a87bafce6d99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.2249825
Feb 17 04:43:23.323181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.339601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:23.439449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fde074-13d6-413c-a1f1-49894d74f8db,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:23.445839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414cbf710>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '715c95a8-3dd9-4e17-8567-07390548c679', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'port_id': '6738a807-1bee-443c-9281-dcce36604367', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'mac_address': 'fa:16:3e:a0:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 1, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:23.450318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600538ac-490c-47f1-8fb8-80dba6295d6b None None] The sync data for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi is: [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '715c95a8-3dd9-4e17-8567-07390548c679', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'port_id': '6738a807-1bee-443c-9281-dcce36604367', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'mac_address': 'fa:16:3e:a0:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:43:17Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 1, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:23.450638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.450989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.451398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.451799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.452392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.453350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.453756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.454326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.454759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.455581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.455581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.455924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.456330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.456724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.457121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.457792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.457915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.458245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.458655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.459044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.459435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.459543 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-68423f60-1850-4a7c-ae93-778b856e7ccf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1000 time: 0.3358328
Feb 17 04:43:23.459823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.460212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.460601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:23.464378 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-395ebbb6-25ab-44c6-b6b5-4b00bf2854e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1000 time: 0.3348701
Feb 17 04:43:23.464887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:23.504065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.511427 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d2be6797-bc97-40a4-9a26-82e14d2ceaf0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/43fde074-13d6-413c-a1f1-49894d74f8db HTTP/1.1" status: 204  len: 168 time: 0.7127860
Feb 17 04:43:23.513989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47094) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:23.634682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621f86-acfc-4a99-8801-e9b02f83991b req-d9cb6d6c-0208-4428-bb9b-84782493f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.635094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.636333 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-d9cb6d6c-0208-4428-bb9b-84782493f3c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.1641932
Feb 17 04:43:23.638364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779fe21-910e-49e5-919d-ff74806f192f req-10298bf0-15ff-4c1e-b5dd-edebb0de5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.639994 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-10298bf0-15ff-4c1e-b5dd-edebb0de5dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1162 time: 0.3746197
Feb 17 04:43:23.648534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370e762-72fe-4c8d-8b80-af2ce935a52b req-d09f41a9-8ebc-43a2-935c-fbcbf97df82d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.650099 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3370e762-72fe-4c8d-8b80-af2ce935a52b req-d09f41a9-8ebc-43a2-935c-fbcbf97df82d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.3859556
Feb 17 04:43:23.652874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-3c0778f6-d889-4a37-bd0c-045e518d4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.654384 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-3c0778f6-d889-4a37-bd0c-045e518d4e28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.1802120
Feb 17 04:43:23.756286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea2370-68ca-4b51-b743-183c2c748ddd None None] New status for floating IP 715c95a8-3dd9-4e17-8567-07390548c679: ACTIVE {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:43:23.839420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.904779 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3370e762-72fe-4c8d-8b80-af2ce935a52b req-20d4e6c3-16cc-463e-880e-b427fe53e97d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2064354
Feb 17 04:43:23.977592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f141427d908>,) {'filters': {'network_id': ['c6a84f22-8956-4c6c-8e1a-35ad1301db27']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:23.987180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621f86-acfc-4a99-8801-e9b02f83991b req-90c1accb-454c-4a4f-b41c-db598df54698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:23.989085 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-90c1accb-454c-4a4f-b41c-db598df54698 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3380365
Feb 17 04:43:24.001538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f141427d908>, '8eece9d2-2c09-4e14-9ec2-490041d94bed') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:24.001872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f141427d908>, '8eece9d2-2c09-4e14-9ec2-490041d94bed') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:24.012232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-f5202114-3f7c-48b9-802f-e9065c70745c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:43:24.014706 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-f5202114-3f7c-48b9-802f-e9065c70745c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0118032
Feb 17 04:43:24.015469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.020258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-52d41f19-6bf9-4f04-9795-1a73b3881e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:24.022414 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-52d41f19-6bf9-4f04-9795-1a73b3881e7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3225126
Feb 17 04:43:24.032220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.034334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:43:24.078693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779fe21-910e-49e5-919d-ff74806f192f req-9972a9f8-a759-4eea-b117-13e0700e09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:24.080268 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-9972a9f8-a759-4eea-b117-13e0700e09d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.3384771
Feb 17 04:43:24.218465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:24.227562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.335872 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-efbb837a-9035-4c0c-876f-2a53a8199ec7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 200  len: 999 time: 0.2012403
Feb 17 04:43:24.399094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:43:24.408411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Network c6a84f22-8956-4c6c-8e1a-35ad1301db27 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:43:24.432072 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:43:24.439932 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-928ad5d2-0ed7-4cc3-ad7e-da05e38a44a4 service neutron] 10.222.0.38 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4160836
Feb 17 04:43:24.475780 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-7256396f-0362-4b73-8c7c-1e148ad78b84 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4242496
Feb 17 04:43:24.516320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.520773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.524648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:24.546237 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] 10.222.0.38 "DELETE /v2.0/networks/c6a84f22-8956-4c6c-8e1a-35ad1301db27 HTTP/1.1" status: 204  len: 168 time: 1.0311024
Feb 17 04:43:24.547369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a84f22-8956-4c6c-8e1a-35ad1301db27,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:24.550497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b54b1c9b-5e44-4c2a-b1cc-16ab543adc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:24.563784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779fe21-910e-49e5-919d-ff74806f192f req-4cde1c3f-2068-4542-96bf-8ed0b74f675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:24.565413 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-4cde1c3f-2068-4542-96bf-8ed0b74f675e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.2164311
Feb 17 04:43:24.743841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47100) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:24.793328 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-16621f86-acfc-4a99-8801-e9b02f83991b req-cf8f9bd9-1a40-4868-8381-b8d6459a8b21 service neutron] 10.222.0.38 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3436921
Feb 17 04:43:24.803827 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c2da6846-35b8-4be5-b43d-7162384d46b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21b5af96686e409cb77e5a0aa9ac1fb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560632
Feb 17 04:43:24.804055 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-496e3f08-8b5a-4695-92f6-8279936625b1 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2728310
Feb 17 04:43:24.804179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47104) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:24.806726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779fe21-910e-49e5-919d-ff74806f192f req-5a3f2d48-c868-4112-9edc-5632f867d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:24.808268 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-5a3f2d48-c868-4112-9edc-5632f867d0d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2327113
Feb 17 04:43:24.882296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.910234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.971666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 84c73f3d-c8e5-45a0-9371-0d806cb29e7b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:24.971891 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-e1c79021-0f1a-4436-8458-50aea560af35 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552250
Feb 17 04:43:24.980224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.986889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cec9df6c-4983-409f-831b-8b910e26ed72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:25.008357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba745f-531b-427e-b88c-e4cf07593a23,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:25.012721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:25.017353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.018792 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7ba745f-531b-427e-b88c-e4cf07593a23 HTTP/1.1" status: 204  len: 168 time: 0.2134197
Feb 17 04:43:25.135642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.168076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:25.180775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:25.186586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.188555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:25.274894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'code': 200}
Feb 17 04:43:25.297012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.323968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:25.328555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:25.481559 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8779fe21-910e-49e5-919d-ff74806f192f req-0d8510dd-51d7-4d2f-98f8-f1b264778e75 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5026622
Feb 17 04:43:25.490046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cfdcf-dbcf-4eaf-8cc0-18b76cc19914 req-76b00abe-aca3-405c-9a5b-e40e5a204475 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:25.491619 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6f1cfdcf-dbcf-4eaf-8cc0-18b76cc19914 req-76b00abe-aca3-405c-9a5b-e40e5a204475 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1525903
Feb 17 04:43:25.540033 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6f1cfdcf-dbcf-4eaf-8cc0-18b76cc19914 req-9fde7762-16ad-4e44-aaf8-ecbb9981b91f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420208
Feb 17 04:43:27.102876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c3de-090a-49c6-8bdf-de67eeebe219 req-4a75df00-9106-453b-9fa8-8fa6ae329a74 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:27.104039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-a79a9c1c-49bb-4895-9cc1-3181aea6ed19 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0800762
Feb 17 04:43:27.104481 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ca03c3de-090a-49c6-8bdf-de67eeebe219 req-4a75df00-9106-453b-9fa8-8fa6ae329a74 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0868292
Feb 17 04:43:27.152948 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ca03c3de-090a-49c6-8bdf-de67eeebe219 req-c5838e93-a59e-4187-9a61-f750d399d719 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414844
Feb 17 04:43:27.629358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-973e1008-8a87-48d9-85cc-07cf234c6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:27.630982 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-973e1008-8a87-48d9-85cc-07cf234c6a65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d&tenant_id=669aa7253aff4985a447b249c23aa338 HTTP/1.1" status: 200  len: 1160 time: 0.0822618
Feb 17 04:43:27.727906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-e2836b72-cf45-4efb-867f-e57e90094f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:27.729495 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-e2836b72-cf45-4efb-867f-e57e90094f21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=669aa7253aff4985a447b249c23aa338&device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1160 time: 0.0771339
Feb 17 04:43:27.871245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-8ce809d1-e0a6-4da4-9dcf-8ccdf433d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:27.872849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-8ce809d1-e0a6-4da4-9dcf-8ccdf433d3fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 200  len: 911 time: 0.1359365
Feb 17 04:43:27.986379 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-e670bf20-9e7a-4d87-92e5-c324dbf2c82b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 200  len: 997 time: 0.1046669
Feb 17 04:43:28.057370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-c673d06c-0753-4a2e-9559-1a62b59fc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:28.059271 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-c673d06c-0753-4a2e-9559-1a62b59fc202 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 200  len: 856 time: 0.0652328
Feb 17 04:43:28.145754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-e3f43e14-b0d2-4b4d-aa61-1144429e1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:28.147537 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-e3f43e14-b0d2-4b4d-aa61-1144429e1abd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816929
Feb 17 04:43:28.339571 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-2e2c90c9-3db1-4461-a6dc-452d496a82aa service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847889
Feb 17 04:43:28.470577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c3e01-ea20-44e1-b3db-60646df24065 req-1a5ead62-3868-4527-ae7c-ff612d591ed2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:28.472123 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-034c3e01-ea20-44e1-b3db-60646df24065 req-1a5ead62-3868-4527-ae7c-ff612d591ed2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1977818
Feb 17 04:43:28.543462 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd39f75-457d-406b-85bb-18dabcf897e8 req-109e9e50-9940-4ab7-b4c1-babd2ae400d6 service neutron] 10.222.0.46 "GET /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1950033
Feb 17 04:43:28.548777 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-034c3e01-ea20-44e1-b3db-60646df24065 req-4ef90b2c-7088-42c8-804d-ec5b827b04a8 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651786
Feb 17 04:43:29.776897 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7678-147b-4469-b205-87f902d98b45 req-14877eda-3a54-4629-8c3c-638340423467 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:29.779849 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073a7678-147b-4469-b205-87f902d98b45 req-14877eda-3a54-4629-8c3c-638340423467 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1026757
Feb 17 04:43:29.834157 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-073a7678-147b-4469-b205-87f902d98b45 req-68213d4b-9e98-4767-a0a3-dd6c6aad3896 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475492
Feb 17 04:43:30.568948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e97e-4ff1-4cc0-9e56-669f3fe6efe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.076581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b1f2c-8c37-4a2d-a155-046d24f38e66 req-e61d0fb7-9eb6-4337-a2ab-768e0fe49574 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:31.078423 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-284b1f2c-8c37-4a2d-a155-046d24f38e66 req-e61d0fb7-9eb6-4337-a2ab-768e0fe49574 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1220462
Feb 17 04:43:31.126495 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-284b1f2c-8c37-4a2d-a155-046d24f38e66 req-48d1844e-bcfb-4078-ba17-b99d96633d85 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418482
Feb 17 04:43:32.359752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629c06-82a2-4b61-86a9-af7ddbd0e49a req-3e9b4fc2-3e87-4aa9-988e-7a7ce10d2f8e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:32.361686 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ac629c06-82a2-4b61-86a9-af7ddbd0e49a req-3e9b4fc2-3e87-4aa9-988e-7a7ce10d2f8e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1096568
Feb 17 04:43:32.412191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ac629c06-82a2-4b61-86a9-af7ddbd0e49a req-c45bc27f-70b7-47e6-b077-97e2ce5a6dcb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431690
Feb 17 04:43:32.893351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0e46820-70e5-4de7-a056-b9b58e5aa3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.383104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.639037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df5eb-eb4d-4ded-b696-04630185c11f req-710fd166-fd92-4efb-8b93-1133a0bc7c4b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:33.640986 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b65df5eb-eb4d-4ded-b696-04630185c11f req-710fd166-fd92-4efb-8b93-1133a0bc7c4b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1002982
Feb 17 04:43:33.688572 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b65df5eb-eb4d-4ded-b696-04630185c11f req-df6d32f9-de73-4695-a75e-0606462759da tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414317
Feb 17 04:43:34.570875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:34.906513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0616f8a-f304-46fa-bc99-59f4651a04ff req-1bf46b89-9d5f-4fea-8bec-d91d8226a959 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:34.908184 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d0616f8a-f304-46fa-bc99-59f4651a04ff req-1bf46b89-9d5f-4fea-8bec-d91d8226a959 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0986598
Feb 17 04:43:34.960902 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d0616f8a-f304-46fa-bc99-59f4651a04ff req-3470dcf8-0c0f-4456-b9a7-825ea98c4262 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465019
Feb 17 04:43:35.090495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:36.172785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fb6c-443c-4b41-a781-6545f62983d3 req-f6648002-2cd7-4d09-af7b-cc134123487b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:36.174529 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1230fb6c-443c-4b41-a781-6545f62983d3 req-f6648002-2cd7-4d09-af7b-cc134123487b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0908854
Feb 17 04:43:36.226327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1230fb6c-443c-4b41-a781-6545f62983d3 req-6c7e9243-7ff9-469e-a900-f9fbf8ac0c45 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453458
Feb 17 04:43:37.442867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad0c5-b75f-4c0e-8195-c4eba2c1cccc req-34965bc5-5894-480c-92b2-83918dde500e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:37.444450 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a86ad0c5-b75f-4c0e-8195-c4eba2c1cccc req-34965bc5-5894-480c-92b2-83918dde500e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0966351
Feb 17 04:43:37.491623 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a86ad0c5-b75f-4c0e-8195-c4eba2c1cccc req-6b996b4e-80ed-48a4-8579-7303c02a6a48 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409849
Feb 17 04:43:38.697962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9697901-b1b3-4c5f-8496-9d95bc7b2fc3 req-c4ce606e-4ab1-432c-843c-4c304d5ccaac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:38.700899 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9697901-b1b3-4c5f-8496-9d95bc7b2fc3 req-c4ce606e-4ab1-432c-843c-4c304d5ccaac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0905049
Feb 17 04:43:38.762552 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e9697901-b1b3-4c5f-8496-9d95bc7b2fc3 req-ea430a04-7bb8-4ba9-a9f6-49df8b677987 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433886
Feb 17 04:43:40.003637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d363295-928a-4c1d-8183-db06fffe8757 req-dc975ee4-4265-49b4-9197-742f15512368 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:40.006077 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1d363295-928a-4c1d-8183-db06fffe8757 req-dc975ee4-4265-49b4-9197-742f15512368 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.1030767
Feb 17 04:43:40.054599 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1d363295-928a-4c1d-8183-db06fffe8757 req-4e80ad3f-2b26-4c8d-849a-6ea961e17a78 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429223
Feb 17 04:43:41.266239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b1ad7-ef96-407e-8743-467d0959ab1e req-c092c209-a0d9-4689-817f-b35340b07aa2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:41.267828 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-194b1ad7-ef96-407e-8743-467d0959ab1e req-c092c209-a0d9-4689-817f-b35340b07aa2 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0865338
Feb 17 04:43:41.318910 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-194b1ad7-ef96-407e-8743-467d0959ab1e req-59586e73-a642-438a-a7d3-2a82af1e386f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447218
Feb 17 04:43:42.521773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0e4a0-d58f-4023-af6b-7aac27df68b4 req-00a40ff3-9527-4b61-b0e7-bfa7b39a00b1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:42.523424 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14f0e4a0-d58f-4023-af6b-7aac27df68b4 req-00a40ff3-9527-4b61-b0e7-bfa7b39a00b1 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0881207
Feb 17 04:43:42.570431 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-14f0e4a0-d58f-4023-af6b-7aac27df68b4 req-ee103ae1-3e4c-4e21-ac98-f630740d5c5d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406940
Feb 17 04:43:43.523708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 84c73f3d-c8e5-45a0-9371-0d806cb29e7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:43.596566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:43.596986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:43.723924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:43.753403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:43.763881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:43.767586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:43.769565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:43.782312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962732-7ac6-42a7-bad7-c3924c9a87f1 req-06b61e78-4a84-4dbe-9932-bdb50c9a8eda tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:43.784004 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d9962732-7ac6-42a7-bad7-c3924c9a87f1 req-06b61e78-4a84-4dbe-9932-bdb50c9a8eda tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.0935266
Feb 17 04:43:43.807514 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'code': 200}
Feb 17 04:43:43.834979 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d9962732-7ac6-42a7-bad7-c3924c9a87f1 req-d61ff9c7-bab5-41bd-be4e-271525976262 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442412
Feb 17 04:43:43.842312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:43.845782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:44.055720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a453f07-4d9c-4f9b-9ae1-c2bda3529a7f req-3009c65f-8145-41e1-a2b0-b1705d1df76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:44.057253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4a453f07-4d9c-4f9b-9ae1-c2bda3529a7f req-3009c65f-8145-41e1-a2b0-b1705d1df76c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 1162 time: 0.0774121
Feb 17 04:43:44.100625 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4a453f07-4d9c-4f9b-9ae1-c2bda3529a7f req-cfd5556b-e159-4766-955c-415353f0da66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359573
Feb 17 04:43:45.052541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c49e89-958e-42da-9907-364f8a7af3f8 req-b0bba2e5-6797-4d3f-88a0-55d4cadea1e9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:45.054157 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-79c49e89-958e-42da-9907-364f8a7af3f8 req-b0bba2e5-6797-4d3f-88a0-55d4cadea1e9 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0932548
Feb 17 04:43:45.102650 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-79c49e89-958e-42da-9907-364f8a7af3f8 req-744b5829-c3ae-4b9b-a0ca-2941fa45ab1d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413315
Feb 17 04:43:45.267379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 84c73f3d-c8e5-45a0-9371-0d806cb29e7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:45.346983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:45.347417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:46.303118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ab7f-e6d3-41ce-8901-8a35f705bf4f req-23cd6144-26ab-4188-89d7-6c2c9c746d6e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:46.304776 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c982ab7f-e6d3-41ce-8901-8a35f705bf4f req-23cd6144-26ab-4188-89d7-6c2c9c746d6e tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0853407
Feb 17 04:43:46.355601 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c982ab7f-e6d3-41ce-8901-8a35f705bf4f req-1dddee48-50e7-459b-85f1-808abeee7a17 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436683
Feb 17 04:43:55.235858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:00.570065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b22fe2f-fa24-42f8-a986-7c5c20373230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:01.399654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:44:02.894088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75a0572b-f4f8-43bc-accb-d501e8deffc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.376373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.571507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.082640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:15.606979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690402c-ceb8-4958-b41f-20e9240b722c req-c3e8872f-75cd-49f7-aabc-2b6af93d0d61 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:15.608684 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f690402c-ceb8-4958-b41f-20e9240b722c req-c3e8872f-75cd-49f7-aabc-2b6af93d0d61 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0860207
Feb 17 04:44:15.657342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f690402c-ceb8-4958-b41f-20e9240b722c req-9bf900c4-d4fb-4f66-9bc3-ceb30becdb2b tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426385
Feb 17 04:44:16.866470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8acd6-652f-429d-aaac-259064d1203f req-897e2fb1-ad43-4c0a-a880-650806831f1a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:16.868105 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f4b8acd6-652f-429d-aaac-259064d1203f req-897e2fb1-ad43-4c0a-a880-650806831f1a tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.0928748
Feb 17 04:44:16.971765 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f4b8acd6-652f-429d-aaac-259064d1203f req-7688f98b-12ce-4341-bf35-dbc321a67639 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966420
Feb 17 04:44:17.003638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a339e-86db-417e-84ed-c74b49a2030c req-b34aebc7-aa36-4884-a42c-67843bc1c331 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:17.005205 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-974a339e-86db-417e-84ed-c74b49a2030c req-b34aebc7-aa36-4884-a42c-67843bc1c331 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 945 time: 0.1106629
Feb 17 04:44:17.085336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:17.085770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:17.353312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:17.353718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:17.407069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 84c73f3d-c8e5-45a0-9371-0d806cb29e7b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:44:17.530352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:17.558224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:17.568719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:17.572029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:17.573856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:17.612423 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'code': 200}
Feb 17 04:44:17.645602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=7']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:17.653672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.654751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.655145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.655528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.655905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.656282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.656697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.657071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.657484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.657861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.658232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.658626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.659058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.659426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.659790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.660156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.660521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.660885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.661258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.661625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.661989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.662352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.662745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.663111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:17.667553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:17.674244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:17.674592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:17.674977 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Floating IP aa5cb870-1c63-41b7-b202-a7082ebe4132 disassociated. External IP: 172.27.0.3, port: 84c73f3d-c8e5-45a0-9371-0d806cb29e7b.
Feb 17 04:44:17.675369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for 84c73f3d-c8e5-45a0-9371-0d806cb29e7b owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:17.759375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:44:17.759743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:44:18.373996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:18.374621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.522793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088be65-964b-4237-8a9a-a7b3b1052649 req-79e51d3c-d798-47d3-98ae-cdd90ad2a4bb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:18.524406 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2088be65-964b-4237-8a9a-a7b3b1052649 req-79e51d3c-d798-47d3-98ae-cdd90ad2a4bb tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 943 time: 0.4288421
Feb 17 04:44:18.675280 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2088be65-964b-4237-8a9a-a7b3b1052649 req-0a25fa3e-f30a-478e-b0f9-0afa1845919f tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849948
Feb 17 04:44:18.705833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] For port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:18.706246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.016419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.016841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.017200 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Floating IP aa5cb870-1c63-41b7-b202-a7082ebe4132 disassociated. External IP: 172.27.0.3, port: 84c73f3d-c8e5-45a0-9371-0d806cb29e7b.
Feb 17 04:44:19.017650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for 84c73f3d-c8e5-45a0-9371-0d806cb29e7b owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:19.166988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.181929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:19.277756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event deleted for resources: {'Port': ['ID=84c73f3d-c8e5-45a0-9371-0d806cb29e7b,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:19.299152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.299574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.299990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.300405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.300812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.301222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.301627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.302028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.302434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.303290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.303694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.304096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.304553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.304959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.305356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.305751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.306145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.306728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.306955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.307355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.307752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.308147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.308542 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.309199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:19.315131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:19.581537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:44:19.784058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:19.797007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:19.807353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:19.808193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415b77240>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:19.869678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] No DVR routers for this DVR port 84c73f3d-c8e5-45a0-9371-0d806cb29e7b on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:44:19.877498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:19.880429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-deleted', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:19.897775 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c04c51a9-4639-46dc-83fc-df4d3528a054 req-cbd9840e-d79b-47a0-b5e6-7ffc9bdf036d tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/ports?device_id=65811bec-2a80-4c2b-a424-f2a986a6055d HTTP/1.1" status: 200  len: 210 time: 0.0751278
Feb 17 04:44:19.910212 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-974a339e-86db-417e-84ed-c74b49a2030c req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.46 "DELETE /v2.0/ports/84c73f3d-c8e5-45a0-9371-0d806cb29e7b HTTP/1.1" status: 204  len: 173 time: 2.8990524
Feb 17 04:44:19.940558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65811bec-2a80-4c2b-a424-f2a986a6055d', 'name': 'network-vif-deleted', 'tag': '84c73f3d-c8e5-45a0-9371-0d806cb29e7b', 'status': 'completed', 'code': 200}
Feb 17 04:44:20.022013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:20.385124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415b77240>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:20.389193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:20.397964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:20.398647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415b77240>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:20.584589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:21.045799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47286) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:21.078935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415b77240>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:21.083116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8efdc-7dcc-4a80-8e39-9ca9330f9a61 None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:36:26Z', 'revision_number': 4, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'b63a69ec-f379-479d-a608-a678233f7a68', 'name': '', 'network_id': 'cee8cd42-e9ee-4d26-a68b-5f13a2055c3a', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'mac_address': 'fa:16:3e:0a:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:23Z', 'updated_at': '2021-02-17T04:36:42Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'subnets': [{'id': 'f135cf96-ca04-4188-a3d9-50294ded175a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:21.330015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.361448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.409381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.413464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-affdfcf2-c791-4122-a282-13a0d10ef6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:21.429903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:21.432754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:21.439930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.444288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47290) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:21.447116 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "DELETE /v2.0/security-groups/e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d HTTP/1.1" status: 204  len: 168 time: 0.3999741
Feb 17 04:44:21.466932 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.v2.resource [None req-dc6c4cfd-e201-40c4-a364-66672d5f7167 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] show failed (client error): The resource could not be found.
Feb 17 04:44:21.468045 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-dc6c4cfd-e201-40c4-a364-66672d5f7167 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "GET /v2.0/security-groups/e5b12f47-c0ac-40d9-b70e-8e5d9ebb345d HTTP/1.1" status: 404  len: 347 time: 0.0226936
Feb 17 04:44:21.471910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47294) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:21.502728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48746097-b431-4900-aec2-0d8238b5c55f None None] New status for floating IP aa5cb870-1c63-41b7-b202-a7082ebe4132: DOWN {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:44:21.645092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port 5ab8b870-de37-40a7-a45f-e2edd67fc247 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:21.645668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.833752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.834130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:21.973173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for 5ab8b870-de37-40a7-a45f-e2edd67fc247 owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:22.065528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:44:22.065899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:44:22.567446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Deleting port 5ab8b870-de37-40a7-a45f-e2edd67fc247 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:22.567889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:22.756290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:22.756882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:22.889586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Calling delete_port for 5ab8b870-de37-40a7-a45f-e2edd67fc247 owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:23.028169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.047278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:23.147377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Pushing event deleted for resources: {'Port': ['ID=5ab8b870-de37-40a7-a45f-e2edd67fc247,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:23.152407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:23.266205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.281364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:23.282599 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] 10.222.0.38 "DELETE /v2.0/floatingips/aa5cb870-1c63-41b7-b202-a7082ebe4132 HTTP/1.1" status: 204  len: 168 time: 1.8097491
Feb 17 04:44:24.090671 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-78b7fbd0-f7b4-4174-819b-e3b02fb39f24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3214746
Feb 17 04:44:24.190991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-8e2c0743-1100-49e9-8129-02bddeed4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:24.192659 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-8e2c0743-1100-49e9-8129-02bddeed4373 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.0797327
Feb 17 04:44:24.347543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-89ced9b5-0ee7-42a6-b602-4e5b3b723686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:24.349132 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-89ced9b5-0ee7-42a6-b602-4e5b3b723686 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.1373258
Feb 17 04:44:24.459329 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-f54129fb-f5fc-4c11-8112-62b3a39f6514 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1002 time: 0.1036928
Feb 17 04:44:24.528142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-132a243c-ff24-4f9e-805b-a5d62dbfe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:24.530418 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-132a243c-ff24-4f9e-805b-a5d62dbfe2a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0647812
Feb 17 04:44:24.618523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-1761353c-4aa5-453a-89cf-c7c608863665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:24.620148 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-1761353c-4aa5-453a-89cf-c7c608863665 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833454
Feb 17 04:44:24.766615 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-5e3a5d46-6cc7-4f22-a5e0-fd94c1410d02 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392639
Feb 17 04:44:24.914823 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f58d439c-1baa-4ea6-a1d0-0adfe6ffb368 req-b9580d31-f600-4912-8de4-af2f3e60d3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417415
Feb 17 04:44:25.244514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:26.151286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47318) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:26.969078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.336667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Deleting port b63a69ec-f379-479d-a608-a678233f7a68 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:27.337053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.520714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] For port b63a69ec-f379-479d-a608-a678233f7a68, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=b63a69ec-f379-479d-a608-a678233f7a68,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:27.521042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.655283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Calling delete_port for b63a69ec-f379-479d-a608-a678233f7a68 owned by network:router_interface {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:27.828655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.843749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:27.938239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63a69ec-f379-479d-a608-a678233f7a68,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:27.941216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:28.500567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.008834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Router 3960cfa6-f221-4d40-a147-2db1dfff3db0 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:44:29.196906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:29.207389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] Sync routers for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:29.211039 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] 10.222.0.38 "PUT /v2.0/routers/3960cfa6-f221-4d40-a147-2db1dfff3db0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0585690
Feb 17 04:44:29.213652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47324) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:29.217329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:29.218005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149ef128>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:29.402642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.410923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:29.594029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.599255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Deleting port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:29.599624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.712939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149ef128>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:44:27Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:29.717687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] Checking router: 3960cfa6-f221-4d40-a147-2db1dfff3db0 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:29.726651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] Routers {'3960cfa6-f221-4d40-a147-2db1dfff3db0'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:29.727317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149ef128>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['3960cfa6-f221-4d40-a147-2db1dfff3db0'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:29.782940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] For port b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:29.783351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.920156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Calling delete_port for b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 owned by network:router_gateway {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:29.921938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] Set router 3960cfa6-f221-4d40-a147-2db1dfff3db0 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:30.061666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.230182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149ef128>, [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:44:27Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:30.235058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564a165-0c19-47d0-9f39-4c0591115871 None None] The sync data for ids ['3960cfa6-f221-4d40-a147-2db1dfff3db0'] in dv-cinder-760197-3-iscsi is: [{'id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'name': 'tempest-AttachVolumeShelveTestJSON-2104978644-router', 'tenant_id': '669aa7253aff4985a447b249c23aa338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:36:14Z', 'updated_at': '2021-02-17T04:44:27Z', 'revision_number': 5, 'project_id': '669aa7253aff4985a447b249c23aa338', 'gw_port': {'id': 'b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3960cfa6-f221-4d40-a147-2db1dfff3db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:36:16Z', 'updated_at': '2021-02-17T04:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:30.257228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.396826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.399166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.421430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.422022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3960cfa6-f221-4d40-a147-2db1dfff3db0 {{(pid=83902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:44:30.435991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.437228 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c263896e-f4f5-41f2-b811-4910120379d6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3960cfa6-f221-4d40-a147-2db1dfff3db0 HTTP/1.1" status: 204  len: 168 time: 1.2225614
Feb 17 04:44:30.439979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47328) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:30.508354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Deleting subnet f135cf96-ca04-4188-a3d9-50294ded175a {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:44:30.511746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.576411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca06a390-b396-4bdf-8072-53e7f503a49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.810783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.893207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.165360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.181811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:31.279064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f135cf96-ca04-4188-a3d9-50294ded175a,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:31.286080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:31.306171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:44:31.317919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.324045 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-95ba887d-53c5-47d4-bf24-cadc5e1217d4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f135cf96-ca04-4188-a3d9-50294ded175a HTTP/1.1" status: 204  len: 168 time: 0.8830585
Feb 17 04:44:31.326751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47332) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:31.339404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7370b97-c564-4bb9-9a8c-d53879855927 None None] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:31.413856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:44:31.414257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b58c8e6d-97d4-4eb5-a909-5aa0ecb84c95 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:44:31.414770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b63a69ec-f379-479d-a608-a678233f7a68 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:44:31.443700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.468574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: b63a69ec-f379-479d-a608-a678233f7a68 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:44:31.468972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device b63a69ec-f379-479d-a608-a678233f7a68 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:44:31.517251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Deleting port fe11cfe6-9ee2-4138-ac12-45459c672b29 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:31.517624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.654026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] DHCP port deletion for cee8cd42-e9ee-4d26-a68b-5f13a2055c3a request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:44:31.658191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Deleting port fe11cfe6-9ee2-4138-ac12-45459c672b29 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:31.658710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.738017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] For port fe11cfe6-9ee2-4138-ac12-45459c672b29, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe11cfe6-9ee2-4138-ac12-45459c672b29,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:31.738342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.872952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] For port fe11cfe6-9ee2-4138-ac12-45459c672b29, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=fe11cfe6-9ee2-4138-ac12-45459c672b29,segment=NetworkSegment(12af130d-8a8d-4c0e-b0be-efe9f5b91ec4),segment_id=12af130d-8a8d-4c0e-b0be-efe9f5b91ec4)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:31.873626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.877727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Calling delete_port for fe11cfe6-9ee2-4138-ac12-45459c672b29 owned by network:dhcp {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:31.963105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:31.978779 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bb773b67-2505-4337-92c4-ba7d72345bbe tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:32.009279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Calling delete_port for fe11cfe6-9ee2-4138-ac12-45459c672b29 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:44:32.083548 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe11cfe6-9ee2-4138-ac12-45459c672b29,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:32.085818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:44:32.086251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:44:32.088369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:32.123534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] No DVR routers for this DVR port fe11cfe6-9ee2-4138-ac12-45459c672b29 on host dv-cinder-760197-3-iscsi {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:44:32.247997 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.365560 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1414518860>,) {'filters': {'network_id': ['cee8cd42-e9ee-4d26-a68b-5f13a2055c3a']}} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:32.379191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414518860>, '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4') {'for_net_delete': True} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:32.379540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414518860>, '12af130d-8a8d-4c0e-b0be-efe9f5b91ec4') {} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:32.391789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560501'] for segment, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.409471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.411654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:44:32.587823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Deleting port fe11cfe6-9ee2-4138-ac12-45459c672b29 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:44:32.588270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.593394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:32.602681 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486394'] for segment, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.663711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd32a1fd-2288-4e0f-98a0-8e488f1c0f34 None None] The port 'fe11cfe6-9ee2-4138-ac12-45459c672b29' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:44:32.779105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Network cee8cd42-e9ee-4d26-a68b-5f13a2055c3a has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:44:32.805058 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:44:32.891502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.894907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cc3c0e11-db4e-4d3e-8b50-13721e88924e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:32.897275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ad8d53b-cfb4-4c15-bfa9-367851a92193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.911292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:32.917627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee8cd42-e9ee-4d26-a68b-5f13a2055c3a,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:32.922595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:32.928703 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cee8cd42-e9ee-4d26-a68b-5f13a2055c3a HTTP/1.1" status: 204  len: 168 time: 1.6009493
Feb 17 04:44:33.056171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47340) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:33.111501 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-75e03410-8034-41f2-aa4f-7280f369512c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=669aa7253aff4985a447b249c23aa338&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0539989
Feb 17 04:44:33.114053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47344) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:33.174011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:33.201240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:33.251574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:33.256594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-47367518-c86b-4b80-85a3-6b175ba098fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:33.270830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d7379-5df7-4d9c-935a-e141326466eb,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:33.277065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:33.278392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:33.279787 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-41810b81-0641-469c-97cf-37d093b7eb6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/166d7379-5df7-4d9c-935a-e141326466eb HTTP/1.1" status: 204  len: 168 time: 0.1647444
Feb 17 04:44:33.306757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe11cfe6-9ee2-4138-ac12-45459c672b29 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:44:33.343724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: fe11cfe6-9ee2-4138-ac12-45459c672b29 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:44:33.344121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device fe11cfe6-9ee2-4138-ac12-45459c672b29 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:44:33.379174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.021093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47366) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:34.131143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1761544475-network', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:34.136160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:34.140847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Usage tracker for resource:network and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:34.143856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:34.149586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:34.159608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Made reservation on behalf of 7dbfc8aedca448fab8273424e08aecf0 for: {'network': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:34.164227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.176749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.192304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:34.196276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:34.199164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:34.205538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:34.292600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.295334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.299394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03bbf82f-f2e2-424a-9914-7061f91e3a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:34.329675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:44:34.342734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402dc0d8-49b7-4459-85d1-14e45c7f0ae6,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:34.346966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:34.347952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304088957983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.348387 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Added segment cdb83f3c-e23f-437a-916a-8f1f6c11349b of type vxlan for network 31fedee6-4f2b-4144-ad68-a6683410778d
Feb 17 04:44:34.376370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.406373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.407679 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:34.408332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.413176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:34.517998 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4956393
Feb 17 04:44:34.521104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=31fedee6-4f2b-4144-ad68-a6683410778d,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:34.521281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47372) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:34.524048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-128c589a-c3d8-41ce-adcb-18602b02c2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:34.530442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Request body: {'subnet': {'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1761544475-subnet', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:34.532476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 31fedee6-4f2b-4144-ad68-a6683410778d details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:44:34.535969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:34.540088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Usage tracker for resource:subnet and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:34.543255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:34.546996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 31fedee6-4f2b-4144-ad68-a6683410778d details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:44:34.549841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:34.561189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Made reservation on behalf of 7dbfc8aedca448fab8273424e08aecf0 for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:34.566208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.724309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.974994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:34.992476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f81c546f-0fe2-4ab5-a9a9-eed7e5d113b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:35.086152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.128801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cda67dc-0aa1-4db9-9fdb-d363018228e4,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:35.142959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.143383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.143796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.144201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.144603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.145007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.145406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.145807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.146206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.146635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.147034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.147408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.147860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.148247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.148641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.149032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.149423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.149814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.150223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.150611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.151004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.151392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.151783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.152172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:35.158398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:35.210736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Checking segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:35.211128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Network hostable DHCP agents. Network: 31fedee6-4f2b-4144-ad68-a6683410778d, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:44:35.229719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Network 31fedee6-4f2b-4144-ad68-a6683410778d is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:44:35.238166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 31fedee6-4f2b-4144-ad68-a6683410778d) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:35.247113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b39c85-d498-42b6-8d79-07943325c251 None None] Network 31fedee6-4f2b-4144-ad68-a6683410778d requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:35.251986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:35.251986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.271276 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9efbbb37-e6a4-41c4-bec6-fd804e43d8be admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7488647
Feb 17 04:44:35.274035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47376) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:35.280000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:35.284819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:35.288828 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Usage tracker for resource:router and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:35.295545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:35.301340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:35.310635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.311652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.331414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.482955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-31fedee6-4f2b-4144-ad68-a6683410778d', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:44:35.483864 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.623325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.771540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Allocated IP 172.20.0.2 (31fedee6-4f2b-4144-ad68-a6683410778d/6cda67dc-0aa1-4db9-9fdb-d363018228e4/d161aec5-1f1e-48ef-b5be-c317e941344c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:35.963003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.996146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.997991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.008825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Transition to ACTIVE for port object d161aec5-1f1e-48ef-b5be-c317e941344c will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:36.025634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Transition to ACTIVE for port object d161aec5-1f1e-48ef-b5be-c317e941344c will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:36.030983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.046905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8cba209c-c349-4f45-9803-79b753db359b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:36.280414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Allocated IP 172.27.0.248 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/a367984f-b4fc-4f4d-961c-983bb31762b5) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:36.358276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Pushing event updated for resources: {'Port': ['ID=d161aec5-1f1e-48ef-b5be-c317e941344c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:36.361492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:36.406750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Network 31fedee6-4f2b-4144-ad68-a6683410778d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:36.407909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:36.410184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:36.441990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.470623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Attempting to bind port d161aec5-1f1e-48ef-b5be-c317e941344c on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:44:36.471048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Attempting to bind port d161aec5-1f1e-48ef-b5be-c317e941344c by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:44:36.471459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Attempting to bind port d161aec5-1f1e-48ef-b5be-c317e941344c on network 31fedee6-4f2b-4144-ad68-a6683410778d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:44:36.473390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.477064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:44:36.477524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Checking segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:36.477969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.478406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Bound using segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:44:36.478945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Bound port: d161aec5-1f1e-48ef-b5be-c317e941344c, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:44:36.479364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.489385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-33d2eb05-45a0-4adc-b3ba-25b192406bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:36.572799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] For port d161aec5-1f1e-48ef-b5be-c317e941344c, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:44:36.576010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] For port d161aec5-1f1e-48ef-b5be-c317e941344c, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=d161aec5-1f1e-48ef-b5be-c317e941344c,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:44:36.579459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:36.595698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ae783a5d-239d-4ebd-b5d5-b4377acd337a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:36.633045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Pushing event updated for resources: {'Port': ['ID=a367984f-b4fc-4f4d-961c-983bb31762b5,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:36.638101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:36.679605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:36.680794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:36.684493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:36.756568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Pushing event updated for resources: {'Port': ['ID=d161aec5-1f1e-48ef-b5be-c317e941344c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:36.761877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:37.135217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.341487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device d161aec5-1f1e-48ef-b5be-c317e941344c up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:37.423892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port d161aec5-1f1e-48ef-b5be-c317e941344c completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:37.717041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.941668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Router 47419954-a55f-4036-bca2-8d0613221bf4 is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:44:38.145567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:38.155532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:38.160957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca96f3e-4e69-48d8-8d9b-6e2b445e9df7 None None] Network 31fedee6-4f2b-4144-ad68-a6683410778d requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:44:38.170107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:38.171557 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5544a30f-0dd1-4139-8fd9-99cf8488862f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8964283
Feb 17 04:44:38.174404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47380) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:38.253460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:38.254084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414acfb38>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:38.399056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:44:38.420527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Provisioning for port d161aec5-1f1e-48ef-b5be-c317e941344c completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:38.441280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Provisioning complete for port d161aec5-1f1e-48ef-b5be-c317e941344c triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:38.441710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:38.608875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:38.896584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:38.945449 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.047579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] For port d161aec5-1f1e-48ef-b5be-c317e941344c, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=d161aec5-1f1e-48ef-b5be-c317e941344c,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:39.057010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.059039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:39.156846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Pushing event updated for resources: {'Port': ['ID=d161aec5-1f1e-48ef-b5be-c317e941344c,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:39.160978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:39.172312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414acfb38>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:36Z', 'revision_number': 3, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:39.176582 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:39.176985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Updating router 47419954-a55f-4036-bca2-8d0613221bf4 port a367984f-b4fc-4f4d-961c-983bb31762b5 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:44:39.237336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.253635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Allocated IP 172.20.0.1 (31fedee6-4f2b-4144-ad68-a6683410778d/6cda67dc-0aa1-4db9-9fdb-d363018228e4/f598abf4-22d0-4ace-bbf0-ea87aa851a9d) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:39.315972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-da0779d7-06ec-4498-b4f9-10d3006651b0 None None] Provisioning complete for port d161aec5-1f1e-48ef-b5be-c317e941344c triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:39.316394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da0779d7-06ec-4498-b4f9-10d3006651b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.351995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device d161aec5-1f1e-48ef-b5be-c317e941344c up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:39.436712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.456338 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Transition to ACTIVE for port object f598abf4-22d0-4ace-bbf0-ea87aa851a9d will not be triggered until provisioned by entity DHCP. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:39.487920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.505957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:39.821308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port d161aec5-1f1e-48ef-b5be-c317e941344c triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:39.821581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.878348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Pushing event updated for resources: {'Port': ['ID=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:39.881507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:39.926475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Network 31fedee6-4f2b-4144-ad68-a6683410778d is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:39.927707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:39.930036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:39.998703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.107877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0ec15a63-8701-41f8-9f44-3198db233dbb None None] Provisioning complete for port d161aec5-1f1e-48ef-b5be-c317e941344c triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:40.108314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ec15a63-8701-41f8-9f44-3198db233dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.125003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.293429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.320235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Transition to ACTIVE for port object a367984f-b4fc-4f4d-961c-983bb31762b5 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:40.324674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.341909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:40.416672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.420517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852186993'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.450483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:40.495697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e6c752a0-fd01-4fcc-968c-f877e8883635 None None] Provisioning for port f598abf4-22d0-4ace-bbf0-ea87aa851a9d completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:40.499374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a95360-e7b7-452c-914f-c64f401cc19b None None] Pushing event updated for resources: {'Port': ['ID=a367984f-b4fc-4f4d-961c-983bb31762b5,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:40.505484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f7a95360-e7b7-452c-914f-c64f401cc19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:40.508412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e6c752a0-fd01-4fcc-968c-f877e8883635 None None] Provisioning complete for port f598abf4-22d0-4ace-bbf0-ea87aa851a9d triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:40.508929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6c752a0-fd01-4fcc-968c-f877e8883635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.536198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.555158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Pushing event updated for resources: {'Port': ['ID=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:40.587943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e6c752a0-fd01-4fcc-968c-f877e8883635 None None] Port f598abf4-22d0-4ace-bbf0-ea87aa851a9d cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:44:40.604768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:40.614832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Attempting to bind port a367984f-b4fc-4f4d-961c-983bb31762b5 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:44:40.615258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Attempting to bind port a367984f-b4fc-4f4d-961c-983bb31762b5 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:44:40.615672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Attempting to bind port a367984f-b4fc-4f4d-961c-983bb31762b5 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:44:40.621341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:44:40.622422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:40.623195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.623761 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:44:40.624294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Bound port: a367984f-b4fc-4f4d-961c-983bb31762b5, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:44:40.624722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.682498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Network 31fedee6-4f2b-4144-ad68-a6683410778d is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:40.683973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:40.701387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] For port a367984f-b4fc-4f4d-961c-983bb31762b5, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:44:40.704675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] For port a367984f-b4fc-4f4d-961c-983bb31762b5, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=a367984f-b4fc-4f4d-961c-983bb31762b5,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:44:40.709724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.729470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:40.886028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a95360-e7b7-452c-914f-c64f401cc19b None None] Pushing event updated for resources: {'Port': ['ID=a367984f-b4fc-4f4d-961c-983bb31762b5,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:40.891479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f7a95360-e7b7-452c-914f-c64f401cc19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:40.891782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Router 47419954-a55f-4036-bca2-8d0613221bf4 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:44:40.935440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b09c50a9-7643-468f-8d4a-cad07f91b785 None None] Provisioning complete for port f598abf4-22d0-4ace-bbf0-ea87aa851a9d triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:40.935871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b09c50a9-7643-468f-8d4a-cad07f91b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:40.998785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:40.999491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414acfb38>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:41.087342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:41.096953 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] 10.222.0.38 "PUT /v2.0/routers/47419954-a55f-4036-bca2-8d0613221bf4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9213872
Feb 17 04:44:41.128881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b09c50a9-7643-468f-8d4a-cad07f91b785 None None] Port f598abf4-22d0-4ace-bbf0-ea87aa851a9d cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:44:41.195288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:41.539411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414acfb38>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 2, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:41.543990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36122e8-ef83-4132-94c8-b799621a2dbe None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 2, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:41.698008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47390) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:41.704920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791947950', 'description': 'tempest-description--467449683'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:41.711280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:41.715373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:41.718954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:41.724929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:41.734833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:41.756328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:41.760365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:41.764356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:41.770111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:41.845422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:41.847938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:41.853179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f41ee21b-ea15-4a13-991f-f45448962704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:41.895487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc9a7ed-42cc-4f87-9401-7a378c2fc101,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:41.898509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:41.899887 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2007306
Feb 17 04:44:41.900819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e3229180-00ac-4b61-991f-3024b6b3b702 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:41.903533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47394) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:41.909188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'security_group_rule': {'security_group_id': 'cdc9a7ed-42cc-4f87-9401-7a378c2fc101', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:41.915898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:41.922866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:41.926066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:41.940746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:41.958930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.041651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.045532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.047747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:42.076508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf762039-5453-458c-9a18-5f754a0f2731,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:42.082640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:42.087144 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.088459 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1839678
Feb 17 04:44:42.091295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47398) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:42.097055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'security_group_rule': {'security_group_id': 'cdc9a7ed-42cc-4f87-9401-7a378c2fc101', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:42.103529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:42.108488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:42.111743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:42.117709 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:42.135062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.202672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.205544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.207654 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:42.232133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3fddb7-8dfa-4c7d-9e9e-edf450f567e7,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:42.234778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:42.241404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.242714 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1503861
Feb 17 04:44:42.246453 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47402) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:42.253419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:42.259647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:42.264082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:floatingip and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:42.267260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:42.273170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:42.283902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.449252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.732571 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Allocated IP 172.27.0.179 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/5afc58c9-907f-4552-b7c3-df7ded6ceecb) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:42.894793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.924377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:42.941208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-80f7395b-7ef5-4d08-af8e-6c63db8fe0e4 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:43.085153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'Port': ['ID=5afc58c9-907f-4552-b7c3-df7ded6ceecb,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:43.090148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:43.131448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:43.132555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:43.134810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:43.216966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.279696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.339933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device a367984f-b4fc-4f4d-961c-983bb31762b5 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:43.416107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port a367984f-b4fc-4f4d-961c-983bb31762b5 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:43.421812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port a367984f-b4fc-4f4d-961c-983bb31762b5 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:43.422242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.557973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.576309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port a367984f-b4fc-4f4d-961c-983bb31762b5, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=a367984f-b4fc-4f4d-961c-983bb31762b5,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:43.580100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.582104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a2a5244a-01b6-4766-8d86-3e393d4276e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:43.656848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=a367984f-b4fc-4f4d-961c-983bb31762b5,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:43.660248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:43.796877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.800220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:43.815240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-11f29375-9de9-4078-8af0-f64e7b239a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:43.962207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'Port': ['ID=5afc58c9-907f-4552-b7c3-df7ded6ceecb,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:43.967521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:44.062643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:44.084650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:44.085986 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8375347
Feb 17 04:44:44.254684 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-d176764b-5cb5-418b-aba7-aad154fa1b6a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Synchronizing usage tracker for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:44.270750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-d176764b-5cb5-418b-aba7-aad154fa1b6a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Unset dirty status for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:44.271996 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-d176764b-5cb5-418b-aba7-aad154fa1b6a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--791947950&fields=id&tenant_id=7dbfc8aedca448fab8273424e08aecf0 HTTP/1.1" status: 200  len: 267 time: 0.0603373
Feb 17 04:44:44.440535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-094be871-cf86-46cd-ae1d-fa7b09f6416f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:44.441297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-094be871-cf86-46cd-ae1d-fa7b09f6416f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Synchronizing usage tracker for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:network {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:44.458057 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-094be871-cf86-46cd-ae1d-fa7b09f6416f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Unset dirty status for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:network {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:44.459377 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-094be871-cf86-46cd-ae1d-fa7b09f6416f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 811 time: 0.1792662
Feb 17 04:44:44.476193 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-eeb78948-1bba-49e3-8124-49a2ee7608a2 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/quotas/7dbfc8aedca448fab8273424e08aecf0 HTTP/1.1" status: 200  len: 375 time: 0.0108624
Feb 17 04:44:44.575001 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-24f5c6ff-41b1-4072-8a9f-d0e67f171a5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0915101
Feb 17 04:44:44.728380 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-0784f634-0566-41c0-9a18-3205aec9c470 service neutron] 10.222.0.38 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407554
Feb 17 04:44:44.742580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:44.754313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:44.755099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ac60f0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:44.875893 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-07247abc-ce44-4678-9164-31250848ca46 service neutron] 10.222.0.38 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399295
Feb 17 04:44:44.950212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:45.081928 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c0d51bad-3540-43bf-9d21-b4ca079e8a87 req-f127f178-5aed-4fc4-ab86-c4b021cf9758 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 210 time: 0.0506437
Feb 17 04:44:45.311176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ac60f0>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 2, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:45.315793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:45.316200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Updating router 47419954-a55f-4036-bca2-8d0613221bf4 port f598abf4-22d0-4ace-bbf0-ea87aa851a9d binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:44:45.326183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device a367984f-b4fc-4f4d-961c-983bb31762b5 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:45.382548 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:45.402594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port a367984f-b4fc-4f4d-961c-983bb31762b5 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:45.403666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:45.970814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:45.984062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Transition to ACTIVE for port object f598abf4-22d0-4ace-bbf0-ea87aa851a9d will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:45.987355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:46.003957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:46.144811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Pushing event updated for resources: {'Port': ['ID=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:46.172923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.173470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.174456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.174960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.175437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.175911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.176356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.177389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.177910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.178384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.178898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.179368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.179891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.180890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.181364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.182067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.182530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.183466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.184756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.185227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.185688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.186152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.186704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.187172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:46.191790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:46.262675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-a61db020-7ef3-4e80-a087-35fda1e998ae tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:46.264364 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-a61db020-7ef3-4e80-a087-35fda1e998ae tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 811 time: 0.2239938
Feb 17 04:44:46.266860 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0398f6a5-4b32-42ec-a9b5-ff4c461a8e24 req-1fe6b5c8-a003-4302-a039-1ebc7be3bb4d tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 210 time: 0.0656612
Feb 17 04:44:46.357089 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-d716f787-fb7c-44d4-82fd-d5c544d15ac2 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7dbfc8aedca448fab8273424e08aecf0 HTTP/1.1" status: 200  len: 5707 time: 0.0834684
Feb 17 04:44:46.366521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'port': {'device_id': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'admin_state_up': True, 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'security_groups': ['cdc9a7ed-42cc-4f87-9401-7a378c2fc101']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:46.383027 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Attempting to bind port f598abf4-22d0-4ace-bbf0-ea87aa851a9d on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:44:46.383549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Attempting to bind port f598abf4-22d0-4ace-bbf0-ea87aa851a9d by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:44:46.384100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Attempting to bind port f598abf4-22d0-4ace-bbf0-ea87aa851a9d on network 31fedee6-4f2b-4144-ad68-a6683410778d {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:44:46.391288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:44:46.391814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Checking segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:46.392340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:46.392864 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Bound using segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:44:46.393483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Bound port: f598abf4-22d0-4ace-bbf0-ea87aa851a9d, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:44:46.394011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:46.495046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] For port f598abf4-22d0-4ace-bbf0-ea87aa851a9d, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:44:46.498857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] For port f598abf4-22d0-4ace-bbf0-ea87aa851a9d, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:44:46.502032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:46.518019 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:46.524640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:46.529325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:port and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:46.532417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:46.538186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:46.549151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Made reservation on behalf of 7dbfc8aedca448fab8273424e08aecf0 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:46.554887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:46.669568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Pushing event updated for resources: {'Port': ['ID=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:46.673118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:46.716881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:46.717861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ac60f0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:46.879321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Allocated IP 172.20.0.6 (31fedee6-4f2b-4144-ad68-a6683410778d/6cda67dc-0aa1-4db9-9fdb-d363018228e4/49a28669-ba0f-4ebc-9e11-2ac8f664d4d4) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:46.922551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:47.087332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.104815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Transition to ACTIVE for port object 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:47.130300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.145930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-31cc0a00-7f05-45ba-ae36-5524ab1e9b47 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:47.256935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ac60f0>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:46Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:47.261151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d91067-f865-4c4a-b811-7f81f61c9c46 None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:46Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:47.290195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'Port': ['ID=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:47.295369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:47.377954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Network 31fedee6-4f2b-4144-ad68-a6683410778d is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:47.379878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:47.389863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:47.404752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device f598abf4-22d0-4ace-bbf0-ea87aa851a9d up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:47.483757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port f598abf4-22d0-4ace-bbf0-ea87aa851a9d completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:47.489009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port f598abf4-22d0-4ace-bbf0-ea87aa851a9d triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:47.489468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.532486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:47.533213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.575979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94ff4-4686-49f3-808c-f78dbdce947c req-dc58d9ff-06ef-4aa9-9c27-c328e7706ae7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:47.576810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-60e94ff4-4686-49f3-808c-f78dbdce947c req-dc58d9ff-06ef-4aa9-9c27-c328e7706ae7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Synchronizing usage tracker for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:47.582804 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2203398
Feb 17 04:44:47.600061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Request body: {'port': {'device_id': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:47.634026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-60e94ff4-4686-49f3-808c-f78dbdce947c req-dc58d9ff-06ef-4aa9-9c27-c328e7706ae7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Unset dirty status for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:47.635381 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60e94ff4-4686-49f3-808c-f78dbdce947c req-dc58d9ff-06ef-4aa9-9c27-c328e7706ae7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 931 time: 0.2035911
Feb 17 04:44:47.636323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.651736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-da34acce-5aa2-4819-a6ca-ceeeabc1b584 None None] Provisioning for port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:47.667145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-da34acce-5aa2-4819-a6ca-ceeeabc1b584 None None] Provisioning complete for port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:47.667580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da34acce-5aa2-4819-a6ca-ceeeabc1b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.733815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port f598abf4-22d0-4ace-bbf0-ea87aa851a9d, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:47.741035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-da34acce-5aa2-4819-a6ca-ceeeabc1b584 None None] Port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:44:47.742748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.744774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:47.753579 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-60e94ff4-4686-49f3-808c-f78dbdce947c req-79562ed3-39b6-4cde-befc-34596f80423d tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096029
Feb 17 04:44:47.776616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:47.819046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:47.822381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:48.209445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:44:48.218101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:48.230157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Transition to ACTIVE for port object 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:48.232918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:48.248090 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d0776a9b-9b0b-4d21-bb2f-df65472f771c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:48.378887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Pushing event updated for resources: {'Port': ['ID=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:48.381933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:48.572255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Attempting to bind port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:44:48.572638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Attempting to bind port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:44:48.573021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Attempting to bind port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 on network 31fedee6-4f2b-4144-ad68-a6683410778d {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:44:48.579620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:44:48.580006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Checking segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:48.580414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:48.580990 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Bound using segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:44:48.581287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Bound port: 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:44:48.581670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:48.680051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] For port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:44:48.683197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] For port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:44:48.686767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:48.701893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e3a08e9-6702-43e8-8eb7-69ba773a750e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:49.156999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Pushing event updated for resources: {'Port': ['ID=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:49.162773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:49.211988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4acc8-ff74-4455-871d-5c66574f6bf3 req-af328a32-4c79-4520-9f28-140a4ae1ff45 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:49.213626 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7ec4acc8-ff74-4455-871d-5c66574f6bf3 req-af328a32-4c79-4520-9f28-140a4ae1ff45 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 943 time: 0.1788998
Feb 17 04:44:49.214835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:49.215547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:49.216914 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] 10.222.0.46 "PUT /v2.0/ports/49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 1157 time: 1.6217940
Feb 17 04:44:49.217457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:49.296118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'status': 'completed', 'code': 200}
Feb 17 04:44:49.317462 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7ec4acc8-ff74-4455-871d-5c66574f6bf3 req-955a997f-7308-431f-85f7-4c654e073e6a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947537
Feb 17 04:44:49.346353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device f598abf4-22d0-4ace-bbf0-ea87aa851a9d up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:49.356854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-94cde343-306f-4864-9088-1a572ae69809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:49.358506 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-94cde343-306f-4864-9088-1a572ae69809 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1160 time: 0.1040945
Feb 17 04:44:49.425622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port f598abf4-22d0-4ace-bbf0-ea87aa851a9d triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:49.426052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:49.441229 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-f3bac837-a05f-4b4f-bcd7-c6a2d933e329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 217 time: 0.0742798
Feb 17 04:44:49.510054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-5bb74313-540b-496f-9b38-76197e4ca311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:49.511682 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-5bb74313-540b-496f-9b38-76197e4ca311 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0645745
Feb 17 04:44:49.598852 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-307b3c94-eb9b-4a6a-88b6-1596aa7aa617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:49.600466 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-307b3c94-eb9b-4a6a-88b6-1596aa7aa617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817015
Feb 17 04:44:49.747005 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-be9b2e2f-aa25-42c2-a261-b6801e94e042 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386974
Feb 17 04:44:49.890868 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c628148c-5f9b-49e6-8f8b-2115b7c3f0a7 req-1c544248-7c32-4352-9fa8-5666213c7a48 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378562
Feb 17 04:44:50.016903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-2077a0d3-16f1-4516-bb54-8bfcbacc852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:50.018648 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-2077a0d3-16f1-4516-bb54-8bfcbacc852d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1160 time: 0.0808980
Feb 17 04:44:50.164118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-00d71f15-7b0a-44fd-b318-7a8e79a8f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:50.165616 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-00d71f15-7b0a-44fd-b318-7a8e79a8f0c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1380248
Feb 17 04:44:50.244879 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-84c7fc3e-5407-48ba-a97a-d14065ad3489 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 217 time: 0.0707960
Feb 17 04:44:50.318136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-b7ad397f-8015-4048-a4ae-28d9c4c14470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:50.319692 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-b7ad397f-8015-4048-a4ae-28d9c4c14470 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0643408
Feb 17 04:44:50.406965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-27815d9c-7be5-48ac-ab41-1b555f30cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:50.408588 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-27815d9c-7be5-48ac-ab41-1b555f30cdba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817094
Feb 17 04:44:50.627777 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-3677e226-32a3-41ca-aba4-3bb77566b327 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115469
Feb 17 04:44:50.634783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8df66-8513-4881-be61-c543c594e3e6 req-43c80555-e90b-4b43-a648-2b3e0d987ca5 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:50.636287 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1c8df66-8513-4881-be61-c543c594e3e6 req-43c80555-e90b-4b43-a648-2b3e0d987ca5 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 943 time: 0.1960802
Feb 17 04:44:50.786303 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1c8df66-8513-4881-be61-c543c594e3e6 req-4a84c8b3-82fe-4013-bad7-f3d8c78a89a3 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233826
Feb 17 04:44:50.816676 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-15be9cf9-bcdd-47f1-b53f-d65b93493405 req-92054ec4-69c1-45fb-b3e4-5b62f9137794 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1793826
Feb 17 04:44:51.916269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:52.002989 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a3b1c-156c-4116-8e43-5bdbe0109b58 req-aee61655-e4d6-4b9e-b09b-7496b4127efd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:52.004769 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5a0a3b1c-156c-4116-8e43-5bdbe0109b58 req-aee61655-e4d6-4b9e-b09b-7496b4127efd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 943 time: 0.0993421
Feb 17 04:44:52.059696 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5a0a3b1c-156c-4116-8e43-5bdbe0109b58 req-e2920a2c-6ba1-4877-994e-3b2a6e456573 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474141
Feb 17 04:44:52.160884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:52.165998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:52.166420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:52.294922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:52.323302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:52.334170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:52.338184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:52.340822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:52.378862 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'code': 200}
Feb 17 04:44:52.413264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:52.416458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:52.636315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c9fe-d530-4ae5-9732-cbfa748790ee req-48cf633d-ec33-4680-bf59-8be2cb942d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:52.638014 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3358c9fe-d530-4ae5-9732-cbfa748790ee req-48cf633d-ec33-4680-bf59-8be2cb942d8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1162 time: 0.0757892
Feb 17 04:44:52.682479 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3358c9fe-d530-4ae5-9732-cbfa748790ee req-b68656f0-e109-4077-9010-f3194c2dcc32 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383110
Feb 17 04:44:53.257313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072be448-041c-4c78-88d2-c73778ecf592 req-4d75d31b-96e1-4f95-9185-3364df2d413e tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:53.258867 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-072be448-041c-4c78-88d2-c73778ecf592 req-4d75d31b-96e1-4f95-9185-3364df2d413e tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0867598
Feb 17 04:44:53.306247 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-072be448-041c-4c78-88d2-c73778ecf592 req-c6c75eb4-d901-470d-b198-973d99aac519 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405769
Feb 17 04:44:53.639309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:53.714787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:53.715245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:54.509274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34079b-389a-41d7-aed4-3cacfa80c111 req-a13cb3f7-9fb7-4841-bd8b-41e58e4b80ec tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:54.510886 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e34079b-389a-41d7-aed4-3cacfa80c111 req-a13cb3f7-9fb7-4841-bd8b-41e58e4b80ec tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0893154
Feb 17 04:44:54.558908 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e34079b-389a-41d7-aed4-3cacfa80c111 req-8b11c17f-82fc-47ab-b7bf-3b39a3f4eae6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413101
Feb 17 04:44:54.751091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b018-81bc-4102-8e6a-955c4b8f50e1 req-3b0776a9-1f89-49cf-9817-cfe236231f05 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:54.752696 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dbd5b018-81bc-4102-8e6a-955c4b8f50e1 req-3b0776a9-1f89-49cf-9817-cfe236231f05 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0887270
Feb 17 04:44:54.762502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47452) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:54.768230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'floatingip': {'port_id': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:54.852633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:55.273376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:55.475247 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:55.478035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:55.623541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:55.698898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:55.699381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:55.908669 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Floating IP af622f1b-9735-4a9c-84c0-38a3f6c22d16 associated. External IP: 172.27.0.179, port: 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4.
Feb 17 04:44:56.283535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Router 47419954-a55f-4036-bca2-8d0613221bf4 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:44:56.472073 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:56.476469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:56.484207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:56.494420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:56.495195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415217470>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:56.538010 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-33ea4088-6231-497d-a35b-667754646e5c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "PUT /v2.0/floatingips/af622f1b-9735-4a9c-84c0-38a3f6c22d16 HTTP/1.1" status: 200  len: 991 time: 1.7742374
Feb 17 04:44:56.538640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:56.596373 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'status': 'completed', 'code': 200}
Feb 17 04:44:56.688825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:56.702401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-fdbe711e-0386-40a9-be26-4d14fce460b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:56.704120 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-fdbe711e-0386-40a9-be26-4d14fce460b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1162 time: 0.0828631
Feb 17 04:44:56.849371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-f800e3aa-404d-4467-9e4a-8bf34f3522f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:56.851031 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-f800e3aa-404d-4467-9e4a-8bf34f3522f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1404741
Feb 17 04:44:56.966302 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-d9384acb-6053-4f9a-ba21-b2e748ca001c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 999 time: 0.1077507
Feb 17 04:44:57.037593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-f4f81bc0-f71f-4319-b319-b527c6464e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:57.039266 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-f4f81bc0-f71f-4319-b319-b527c6464e03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0669212
Feb 17 04:44:57.063153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415217470>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'af622f1b-9735-4a9c-84c0-38a3f6c22d16', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'port_id': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'mac_address': 'fa:16:3e:05:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:43Z', 'updated_at': '2021-02-17T04:44:55Z', 'revision_number': 1, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:57.067285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:57.076298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:57.076954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415217470>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:57.128062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-85d389e5-81fb-4c4b-bf8a-cd0806d59678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:57.129659 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-85d389e5-81fb-4c4b-bf8a-cd0806d59678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842805
Feb 17 04:44:57.281334 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-58ac7b9b-9335-4870-9b8e-d732a370c1ee service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452091
Feb 17 04:44:57.414633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:57.431132 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f83785f8-8553-43d7-bbc0-0b67a341ccf1 req-3561731f-8309-451a-8c5d-9e2c6d3b555c service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425347
Feb 17 04:44:57.841115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415217470>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'af622f1b-9735-4a9c-84c0-38a3f6c22d16', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'port_id': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'mac_address': 'fa:16:3e:05:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:43Z', 'updated_at': '2021-02-17T04:44:55Z', 'revision_number': 1, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:57.845297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62b6c0-efe4-4452-898a-250571c6ce29 None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'af622f1b-9735-4a9c-84c0-38a3f6c22d16', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'port_id': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'mac_address': 'fa:16:3e:05:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:43Z', 'updated_at': '2021-02-17T04:44:55Z', 'revision_number': 1, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:58.137136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949811e1-d47d-4a18-a31b-f7770e9b7d0e None None] New status for floating IP af622f1b-9735-4a9c-84c0-38a3f6c22d16: ACTIVE {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:45:00.569133 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce00e-c866-4393-bb85-4d15b3ba2070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:02.899001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cf6a3a46-ce9d-404c-9c43-e991c3151847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:03.382322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:04.577844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:05.089362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:12.962281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72055b43-053f-4c4a-904d-a8492bbd720c req-8a444c79-735e-46de-913f-0a4203615515 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:12.963894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-72055b43-053f-4c4a-904d-a8492bbd720c req-8a444c79-735e-46de-913f-0a4203615515 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0868201
Feb 17 04:45:13.014486 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-72055b43-053f-4c4a-904d-a8492bbd720c req-2298cc61-dc16-434f-9e99-61cf85f322c1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441127
Feb 17 04:45:14.219788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970bd9f-10e5-4c85-a15d-9a3cc9823aef req-79747b7d-38e0-415b-9a8a-6241a1cc7349 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:14.221385 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6970bd9f-10e5-4c85-a15d-9a3cc9823aef req-79747b7d-38e0-415b-9a8a-6241a1cc7349 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0894961
Feb 17 04:45:14.269685 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6970bd9f-10e5-4c85-a15d-9a3cc9823aef req-76522f05-5013-4cdf-a2ba-f1c81f07a896 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420399
Feb 17 04:45:15.398036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:45:15.470470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a30b61-b7df-4272-a00c-03978668061d req-4db8f693-7421-4278-806f-92eac2f0bb74 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:15.472086 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c7a30b61-b7df-4272-a00c-03978668061d req-4db8f693-7421-4278-806f-92eac2f0bb74 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0897098
Feb 17 04:45:15.518644 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c7a30b61-b7df-4272-a00c-03978668061d req-342e07d9-2ac5-472f-887d-1afd76c10856 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0402665
Feb 17 04:45:16.715099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fd1a7-cb56-480f-a719-6c26b948edaf req-fb0d8aa6-006f-4fae-97b6-4cc5870153e5 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:16.716706 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-228fd1a7-cb56-480f-a719-6c26b948edaf req-fb0d8aa6-006f-4fae-97b6-4cc5870153e5 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0854614
Feb 17 04:45:16.764069 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-228fd1a7-cb56-480f-a719-6c26b948edaf req-ade516ee-59ae-4921-a4c4-e7ff55e7599b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410466
Feb 17 04:45:17.967595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0681b8-a578-45e5-a6c1-a0c642817df2 req-693bb55f-9757-4386-90ea-2d31c833a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:17.969140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9f0681b8-a578-45e5-a6c1-a0c642817df2 req-693bb55f-9757-4386-90ea-2d31c833a1ea tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0906923
Feb 17 04:45:18.018342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9f0681b8-a578-45e5-a6c1-a0c642817df2 req-fc5af509-6106-444f-8203-1d87030a9971 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426884
Feb 17 04:45:19.216381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6c913-43a4-4e91-a20a-63f59cd7948b req-557d4be7-4269-4da0-b27f-97de487b1536 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:19.217996 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-78d6c913-43a4-4e91-a20a-63f59cd7948b req-557d4be7-4269-4da0-b27f-97de487b1536 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0858982
Feb 17 04:45:19.270901 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-78d6c913-43a4-4e91-a20a-63f59cd7948b req-08eb1217-e9be-4ddb-a385-7e2d5c57b702 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0465298
Feb 17 04:45:20.472647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681582ed-87b1-4175-b44b-1b8832a47fe0 req-af3cfb1b-6d72-4615-8122-8a614e508539 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:20.474352 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-681582ed-87b1-4175-b44b-1b8832a47fe0 req-af3cfb1b-6d72-4615-8122-8a614e508539 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0909255
Feb 17 04:45:20.523428 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-681582ed-87b1-4175-b44b-1b8832a47fe0 req-47a4e5dc-7001-47d3-be99-3ca2fa1492ce tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422504
Feb 17 04:45:21.731497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf505d-0417-4eee-98e6-bffb109e87ce req-ba7d4b18-fa6a-46de-8d00-4f95c2d9e4de tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:21.733111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e7cf505d-0417-4eee-98e6-bffb109e87ce req-ba7d4b18-fa6a-46de-8d00-4f95c2d9e4de tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0922914
Feb 17 04:45:21.780816 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e7cf505d-0417-4eee-98e6-bffb109e87ce req-cc6b1fe6-0ac3-4d16-8b64-d007d36c920f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414565
Feb 17 04:45:22.985714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80955bb8-eeb4-4c0f-a1d8-e7115a7cd641 req-9d67b8d6-debd-4cc6-8f54-876680dd102a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:22.987339 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-80955bb8-eeb4-4c0f-a1d8-e7115a7cd641 req-9d67b8d6-debd-4cc6-8f54-876680dd102a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0920105
Feb 17 04:45:23.087463 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-80955bb8-eeb4-4c0f-a1d8-e7115a7cd641 req-99a1d490-003d-44db-bd94-2e256833151d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0929348
Feb 17 04:45:23.120733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-729011c9-090d-4c77-b8fd-f07beffc2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:23.122341 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-729011c9-090d-4c77-b8fd-f07beffc2533 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.0914865
Feb 17 04:45:23.268348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-b28d54cd-35e1-41dd-90c2-6ee2091786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:23.269853 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-b28d54cd-35e1-41dd-90c2-6ee2091786ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.1397631
Feb 17 04:45:23.378338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-c84e6b6f-b03f-4132-b45a-b76673072fa0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1002 time: 0.1021070
Feb 17 04:45:23.449183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-27fc4bcf-5faa-4aa0-997b-262e91a70839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:23.450752 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-27fc4bcf-5faa-4aa0-997b-262e91a70839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0657377
Feb 17 04:45:23.537297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-6cf65655-2753-4bfd-a8df-2154ff84b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:23.538954 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-6cf65655-2753-4bfd-a8df-2154ff84b997 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809677
Feb 17 04:45:23.680394 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-5f187b4d-5b8b-4cf1-a68e-5c35faca3301 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349378
Feb 17 04:45:23.822245 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2f2abbe9-70ec-43f4-9a73-d50c291db809 req-3bd273a8-8cb8-4c42-9a0c-09a45755c152 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345744
Feb 17 04:45:24.007657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-2382656d-090d-498f-8f06-329b11246523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:24.009362 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-2382656d-090d-498f-8f06-329b11246523 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.0837219
Feb 17 04:45:24.471437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-84eb85e7-6bc6-4e72-8570-6d5af15456c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:24.472997 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-84eb85e7-6bc6-4e72-8570-6d5af15456c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.4411139
Feb 17 04:45:24.546590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17029-290f-47d9-af81-831455bf35f8 req-b22fcb7a-d245-4e45-baa1-ec6801cc541d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:24.548145 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-21e17029-290f-47d9-af81-831455bf35f8 req-b22fcb7a-d245-4e45-baa1-ec6801cc541d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.1882579
Feb 17 04:45:24.623843 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-2b203503-5c55-4f8c-b07d-5008e1aebb25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1002 time: 0.1423004
Feb 17 04:45:24.626826 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-21e17029-290f-47d9-af81-831455bf35f8 req-6de13ca7-bbdd-4939-bb21-0d593e8adafd tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0647829
Feb 17 04:45:24.697979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-02418306-3310-4c07-a70e-c0cb2b221f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:24.699594 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-02418306-3310-4c07-a70e-c0cb2b221f7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0674880
Feb 17 04:45:24.782957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-d8664829-540a-49aa-9707-17dcd298b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:24.784454 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-d8664829-540a-49aa-9707-17dcd298b5c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777302
Feb 17 04:45:24.927341 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-abcade9f-80e7-44d1-8dcf-2a65ed4adfe3 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341734
Feb 17 04:45:25.079016 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-19c540a2-3ac7-4ac9-a712-cc13fd5d2b29 req-8fe51af1-1c8d-4ac7-ae70-f7b7cd60a451 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429608
Feb 17 04:45:25.303932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:25.802420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:45:25.829337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875a373-d98f-49c2-b6cd-32773c372ab9 req-3014a658-29f6-4a10-beeb-63ba799ea311 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:25.830964 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a875a373-d98f-49c2-b6cd-32773c372ab9 req-3014a658-29f6-4a10-beeb-63ba799ea311 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0881007
Feb 17 04:45:25.883773 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a875a373-d98f-49c2-b6cd-32773c372ab9 req-bfe1f069-1803-4bfc-a4d2-62106725f9e8 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0463979
Feb 17 04:45:26.092529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:26.121660 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:45:26.132617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 6738a807-1bee-443c-9281-dcce36604367, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6738a807-1bee-443c-9281-dcce36604367,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:45:26.135952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:26.138597 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:45:26.177877 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'code': 200}
Feb 17 04:45:26.213433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:45:26.221298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.221685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.222061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.222432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.222829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.223200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.223566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.223934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.224300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.224662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.225026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.225381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.225796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.226156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.226515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.226898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.227252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.227609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.227965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.228318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.228674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.229028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.229385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.229791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:45:26.234849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:45:27.104959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ee18-1432-482f-b0ab-783f5e94730a req-8aef0aaa-152b-4f4f-9d9e-2ed27300dc02 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:27.106785 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7954ee18-1432-482f-b0ab-783f5e94730a req-8aef0aaa-152b-4f4f-9d9e-2ed27300dc02 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0907466
Feb 17 04:45:27.159587 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7954ee18-1432-482f-b0ab-783f5e94730a req-ea6cbc88-2e63-4c74-a063-7d15572dfe05 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458367
Feb 17 04:45:27.618847 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-10d4da57-2d6f-44e4-b407-683e9bd8c4e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1651723
Feb 17 04:45:27.635773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fc599-7310-4596-9c69-6b06860ac6c7 req-1ea58942-4d23-4f3b-bac1-b61f07c0658b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:27.638309 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f00fc599-7310-4596-9c69-6b06860ac6c7 req-1ea58942-4d23-4f3b-bac1-b61f07c0658b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.1168597
Feb 17 04:45:27.692809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f00fc599-7310-4596-9c69-6b06860ac6c7 req-8f1d95d2-85ce-4fac-b9f4-62fff023b0cc tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0476894
Feb 17 04:45:28.895498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314337f3-99bb-4483-9f03-a941df99b4cd req-be628681-4413-4732-83b3-8fb220d245b0 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:28.897112 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-314337f3-99bb-4483-9f03-a941df99b4cd req-be628681-4413-4732-83b3-8fb220d245b0 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0888090
Feb 17 04:45:28.946542 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-314337f3-99bb-4483-9f03-a941df99b4cd req-a6bef82f-3713-4290-ad71-a59d05915dba tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430696
Feb 17 04:45:29.846127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-139d2c2c-dd77-453a-8c65-849f2081389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:29.847692 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-139d2c2c-dd77-453a-8c65-849f2081389a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2&tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e HTTP/1.1" status: 200  len: 1161 time: 0.0844471
Feb 17 04:45:29.950012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-a5926b85-5909-48a8-a756-97b82d79ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:29.951713 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-a5926b85-5909-48a8-a756-97b82d79ed81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1161 time: 0.0813918
Feb 17 04:45:30.164609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-463b88cf-5b28-47cd-80cd-f75cfdfd6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:30.166114 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-463b88cf-5b28-47cd-80cd-f75cfdfd6175 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.2067716
Feb 17 04:45:30.274622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed030261-2353-48db-985b-c8578e5f6940 req-ee8a2c23-4f9d-4f71-b9db-4eadf8631029 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:30.276225 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ed030261-2353-48db-985b-c8578e5f6940 req-ee8a2c23-4f9d-4f71-b9db-4eadf8631029 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.1996772
Feb 17 04:45:30.315760 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-7d5995f4-94d0-42f3-9ceb-ef871bab06d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 1000 time: 0.1362500
Feb 17 04:45:30.391945 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ed030261-2353-48db-985b-c8578e5f6940 req-8b2fc2d4-e705-4389-9cf9-5e25268db940 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1000891
Feb 17 04:45:30.405655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-10edefa5-cf4c-44b7-923a-446d762de3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:30.407253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-10edefa5-cf4c-44b7-923a-446d762de3d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0845664
Feb 17 04:45:30.496253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-811c94a8-07ba-499b-9c34-5c1c2fa40af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:30.497995 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-811c94a8-07ba-499b-9c34-5c1c2fa40af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842016
Feb 17 04:45:30.572043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72f94a96-2006-4af7-a906-fd5a0907a5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:30.645827 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-920d58db-0aba-4c83-882e-7ff1c7c9f898 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402948
Feb 17 04:45:30.790646 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f971dc4f-f432-475d-a65a-930a0b2cf91b req-f155138c-0dd7-416f-a787-d16d6d629e6c service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379893
Feb 17 04:45:31.590138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1736652-08af-4930-95b7-f2f7698d4ccf req-3f0a8a60-3798-4e42-a374-91399e91629f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:31.591783 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a1736652-08af-4930-95b7-f2f7698d4ccf req-3f0a8a60-3798-4e42-a374-91399e91629f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0861216
Feb 17 04:45:31.638118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a1736652-08af-4930-95b7-f2f7698d4ccf req-583eb153-d1f4-498f-8216-ab735a29c10e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0400989
Feb 17 04:45:32.838600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4e2f8-696d-43e9-9c34-b15558010035 req-931af2ab-2a2f-4d7d-ba41-48c6773cafbd tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:32.840310 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dbc4e2f8-696d-43e9-9c34-b15558010035 req-931af2ab-2a2f-4d7d-ba41-48c6773cafbd tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0890236
Feb 17 04:45:32.889805 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dbc4e2f8-696d-43e9-9c34-b15558010035 req-9e6e4c11-910a-4368-bf7b-a231b6672005 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429945
Feb 17 04:45:32.902071 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c16c7301-f411-4104-92fc-4f442b3fb188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:33.384553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:34.098025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c336-081a-4d13-830e-04c65b13639c req-c7c25dbd-c43b-4eb5-ad94-4ea23d803dc3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:34.099705 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2969c336-081a-4d13-830e-04c65b13639c req-c7c25dbd-c43b-4eb5-ad94-4ea23d803dc3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0888896
Feb 17 04:45:34.154519 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2969c336-081a-4d13-830e-04c65b13639c req-69e95fe2-4f0a-4990-b6b6-a401f9c1441c tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0474160
Feb 17 04:45:34.578734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:35.091381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:35.361097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b8c90-a7a7-4450-b4d4-341cbbaf9758 req-e0349016-2fc0-4f81-bf4b-e18721578d62 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:35.362834 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-417b8c90-a7a7-4450-b4d4-341cbbaf9758 req-e0349016-2fc0-4f81-bf4b-e18721578d62 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0918751
Feb 17 04:45:35.412534 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-417b8c90-a7a7-4450-b4d4-341cbbaf9758 req-5c13d01b-c4e2-4aaf-b384-d043285c9ca4 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431283
Feb 17 04:45:36.620225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974674e-bde5-4995-a209-da0350f1b990 req-6a46b0e6-8e8b-4b37-8f9b-b53b60bbcbca tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:36.622936 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1974674e-bde5-4995-a209-da0350f1b990 req-6a46b0e6-8e8b-4b37-8f9b-b53b60bbcbca tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0931020
Feb 17 04:45:36.670914 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1974674e-bde5-4995-a209-da0350f1b990 req-e8a32932-74d1-4313-8f09-3ba8fdb86faa tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418010
Feb 17 04:45:37.869343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a69cd-169f-4b71-876c-b22132713951 req-67bb3fdf-c5c2-45db-b37f-66f12d61830d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:37.871569 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bc5a69cd-169f-4b71-876c-b22132713951 req-67bb3fdf-c5c2-45db-b37f-66f12d61830d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 944 time: 0.0866766
Feb 17 04:45:37.919468 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bc5a69cd-169f-4b71-876c-b22132713951 req-dae4c960-5170-4541-b8c6-7fe26ccea328 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416331
Feb 17 04:45:38.192373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:45:38.264969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 6738a807-1bee-443c-9281-dcce36604367 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:45:38.265319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:38.387402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:38.414386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:45:38.425097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 6738a807-1bee-443c-9281-dcce36604367, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6738a807-1bee-443c-9281-dcce36604367,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:45:38.428079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:38.430025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:45:38.468945 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'code': 200}
Feb 17 04:45:38.505629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:45:38.509114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:45:38.764591 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac12f7-0ccc-4de9-9a0d-10defe1b9856 req-e88a4d4e-de91-4d3a-997a-f6b2fd59b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:38.766271 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fdac12f7-0ccc-4de9-9a0d-10defe1b9856 req-e88a4d4e-de91-4d3a-997a-f6b2fd59b825 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.0836041
Feb 17 04:45:38.810632 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fdac12f7-0ccc-4de9-9a0d-10defe1b9856 req-ba723a9f-247e-4e59-b143-a8b8c784365f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0368893
Feb 17 04:45:39.264223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e3970-b801-429e-a899-0f2c17daf041 req-104d4a45-7340-44c1-9db9-d993109f6d0e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:39.265905 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2b8e3970-b801-429e-a899-0f2c17daf041 req-104d4a45-7340-44c1-9db9-d993109f6d0e tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0872157
Feb 17 04:45:39.314794 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2b8e3970-b801-429e-a899-0f2c17daf041 req-62eccffc-33a3-411a-bd76-b39cdc61cf13 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424652
Feb 17 04:45:39.922329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:45:39.996028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 6738a807-1bee-443c-9281-dcce36604367 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:45:39.996540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:40.524033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4636ce-5014-4033-9873-075b3f5c0b49 req-07049ef5-d076-4fb5-8fe2-b25b5efb176f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:40.525553 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec4636ce-5014-4033-9873-075b3f5c0b49 req-07049ef5-d076-4fb5-8fe2-b25b5efb176f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0901687
Feb 17 04:45:40.572768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec4636ce-5014-4033-9873-075b3f5c0b49 req-3e50c247-3c89-427f-bcdd-9ab98daa5bf9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0399287
Feb 17 04:45:43.955768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fed5cd-cb7d-49d9-9db1-4f9a13c9fe39 req-3213da0e-52aa-403a-a85a-1e47f8169eac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:43.957390 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18fed5cd-cb7d-49d9-9db1-4f9a13c9fe39 req-3213da0e-52aa-403a-a85a-1e47f8169eac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0907230
Feb 17 04:45:44.005812 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-18fed5cd-cb7d-49d9-9db1-4f9a13c9fe39 req-c72ab06d-4193-4b66-ba4b-b827b9f643ad tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417681
Feb 17 04:45:45.211251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4207107-06c1-4b26-a68f-ca84b1c069db req-52b30c5c-c189-429a-b253-25238960ac5b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:45.212851 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4207107-06c1-4b26-a68f-ca84b1c069db req-52b30c5c-c189-429a-b253-25238960ac5b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0875607
Feb 17 04:45:45.259861 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a4207107-06c1-4b26-a68f-ca84b1c069db req-50e8ee61-69b2-41cf-be24-85cdc22bc8fb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408018
Feb 17 04:45:46.461438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7009-0904-42c4-9b15-b33b5a498c78 req-357879db-86f7-4101-a95e-56a256174fec tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:46.463046 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d92d7009-0904-42c4-9b15-b33b5a498c78 req-357879db-86f7-4101-a95e-56a256174fec tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0912850
Feb 17 04:45:46.511712 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d92d7009-0904-42c4-9b15-b33b5a498c78 req-027a4d4a-d831-42d6-a5ce-df04c6713e50 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418389
Feb 17 04:45:47.709193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069bc0c-98af-4828-8d2e-9d4e86067858 req-71b0b7ea-b6cf-4d26-be4e-2a52d9e41467 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:47.710813 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5069bc0c-98af-4828-8d2e-9d4e86067858 req-71b0b7ea-b6cf-4d26-be4e-2a52d9e41467 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0853176
Feb 17 04:45:47.760567 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5069bc0c-98af-4828-8d2e-9d4e86067858 req-23fa0322-a207-4eec-b1ad-6cbabba5ee6c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429740
Feb 17 04:45:48.965639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40376c9f-f742-4cd5-9864-d1a15aef50bd req-d950f228-6729-40cf-b8db-fbba36249736 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:48.967297 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-40376c9f-f742-4cd5-9864-d1a15aef50bd req-d950f228-6729-40cf-b8db-fbba36249736 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0882101
Feb 17 04:45:49.015413 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-40376c9f-f742-4cd5-9864-d1a15aef50bd req-d7393ee6-5a2c-4baa-82df-623e5216e464 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417976
Feb 17 04:45:50.219879 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbac92-0344-4fc6-9b87-d10f542148bf req-a7b5ed8c-d829-4852-a7d1-eb692ef75552 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:50.221464 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59dbac92-0344-4fc6-9b87-d10f542148bf req-a7b5ed8c-d829-4852-a7d1-eb692ef75552 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0906553
Feb 17 04:45:50.269614 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-59dbac92-0344-4fc6-9b87-d10f542148bf req-fd5ee8e3-66c1-4bfd-bb93-5fbea6cc0a0d tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418265
Feb 17 04:45:51.469326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2871-a6d2-4519-9586-41120776bc93 req-eed6905e-896a-45b2-93ee-4b12a7da6ceb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:51.470949 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4a8a2871-a6d2-4519-9586-41120776bc93 req-eed6905e-896a-45b2-93ee-4b12a7da6ceb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0871527
Feb 17 04:45:51.517100 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4a8a2871-a6d2-4519-9586-41120776bc93 req-d46a4cb3-8aaf-489d-97ed-5699445c2865 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399733
Feb 17 04:45:52.396814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:45:52.951089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7ec2-31ad-42e8-a491-0bcaa153deb4 req-aa0dfd09-2489-4861-b488-e4ccbeb600d6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:52.952739 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-292c7ec2-31ad-42e8-a491-0bcaa153deb4 req-aa0dfd09-2489-4861-b488-e4ccbeb600d6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.3192463
Feb 17 04:45:53.002373 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-292c7ec2-31ad-42e8-a491-0bcaa153deb4 req-ae82166b-f3e4-45d9-865d-ff98dcf449ea tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429287
Feb 17 04:45:54.201601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938ce1-1628-4c15-bdf1-81ad700599c7 req-82be9cca-b0ae-4b70-92dc-d922122d40fc tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:54.203226 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33938ce1-1628-4c15-bdf1-81ad700599c7 req-82be9cca-b0ae-4b70-92dc-d922122d40fc tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0880165
Feb 17 04:45:54.252238 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-33938ce1-1628-4c15-bdf1-81ad700599c7 req-c1fd9a84-f291-4cd0-8f1d-6d9990e30ecc tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427523
Feb 17 04:45:55.295996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:55.454207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653ca64-5e88-4650-a582-3607ab66ff15 req-9434de08-63ec-41c8-b217-52c341af15f8 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:55.455823 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f653ca64-5e88-4650-a582-3607ab66ff15 req-9434de08-63ec-41c8-b217-52c341af15f8 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0891495
Feb 17 04:45:55.504904 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f653ca64-5e88-4650-a582-3607ab66ff15 req-48d6d940-0bd0-4c55-9305-76d27aae3c47 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428293
Feb 17 04:45:56.709469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c393dd-cacf-4c5e-a22c-0e4677fe0616 req-fbdf82dc-ac34-48fe-8fb0-9704a819329a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:56.711129 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8c393dd-cacf-4c5e-a22c-0e4677fe0616 req-fbdf82dc-ac34-48fe-8fb0-9704a819329a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0920653
Feb 17 04:45:56.758355 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a8c393dd-cacf-4c5e-a22c-0e4677fe0616 req-7f778430-1ed8-4073-9aa4-b242700361cf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409241
Feb 17 04:45:57.958554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ed415-fb9b-45be-99cc-68df055d0510 req-d9a4361b-6d3a-433d-b195-6edc386482bf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:57.960261 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d05ed415-fb9b-45be-99cc-68df055d0510 req-d9a4361b-6d3a-433d-b195-6edc386482bf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0864282
Feb 17 04:45:58.009732 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d05ed415-fb9b-45be-99cc-68df055d0510 req-4bbe9c39-7371-4d24-a5eb-71f3c44fed0b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426974
Feb 17 04:45:59.216317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19b221-b034-4550-bc9d-a78d49599cbd req-ce36967e-9a58-4fd9-82c0-ad81a5703457 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:59.217940 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad19b221-b034-4550-bc9d-a78d49599cbd req-ce36967e-9a58-4fd9-82c0-ad81a5703457 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0932786
Feb 17 04:45:59.266196 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad19b221-b034-4550-bc9d-a78d49599cbd req-7cd368ce-5276-47fc-9ee3-f1a12b35e508 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418217
Feb 17 04:46:00.473194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023ff24-f94d-48a1-8289-66a23a1d8a51 req-93c823d0-2c25-4404-981e-da59afca4944 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:00.474801 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a023ff24-f94d-48a1-8289-66a23a1d8a51 req-93c823d0-2c25-4404-981e-da59afca4944 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0904379
Feb 17 04:46:00.522673 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a023ff24-f94d-48a1-8289-66a23a1d8a51 req-13287daa-d40b-417f-bc07-7e5c22ed5edf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411963
Feb 17 04:46:00.575454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdb15-df47-4ded-bb69-8ac083d9ead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:00.937396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477b670-1bdb-40e9-aabb-385e44916c59 req-e86a68bd-aae2-4f66-a497-e20b3688712a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:00.939007 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5477b670-1bdb-40e9-aabb-385e44916c59 req-e86a68bd-aae2-4f66-a497-e20b3688712a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.1430204
Feb 17 04:46:00.989966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-167277fb-6381-4017-a4f0-d48bdb4dafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:00.991597 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-167277fb-6381-4017-a4f0-d48bdb4dafa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1162 time: 0.1314087
Feb 17 04:46:01.026165 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5477b670-1bdb-40e9-aabb-385e44916c59 req-33f69134-02a9-4874-83e4-5be4125c54b3 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762262
Feb 17 04:46:01.139284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-4d08aed0-9874-4176-bc51-542e9e8a10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:01.140886 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-4d08aed0-9874-4176-bc51-542e9e8a10f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1422322
Feb 17 04:46:01.256051 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-28f4bbd3-d115-420a-8f4c-8acf277f037f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 1001 time: 0.1065240
Feb 17 04:46:01.327041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-7b4d725b-378e-4bda-8d8a-d30d3725912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:01.328610 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-7b4d725b-378e-4bda-8d8a-d30d3725912c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0661302
Feb 17 04:46:01.415444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-85a36440-b4e0-471d-af67-c46a2f27e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:01.417613 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-85a36440-b4e0-471d-af67-c46a2f27e14b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813584
Feb 17 04:46:01.561437 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-a9c69ae4-8f88-430d-9125-381cd7dbd1bb service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364720
Feb 17 04:46:01.706230 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-01962e6b-b561-44b1-8ffd-5bfcdfd2ee4c req-bc8976b2-489f-435a-87fb-2b27719afb4d service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367331
Feb 17 04:46:02.226091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dae41-e341-46a9-b0dd-50bc95d87dbe req-8d06f7b3-c018-49f5-9bbd-54d0d1650c70 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:02.227718 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-173dae41-e341-46a9-b0dd-50bc95d87dbe req-8d06f7b3-c018-49f5-9bbd-54d0d1650c70 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0869105
Feb 17 04:46:02.274638 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-173dae41-e341-46a9-b0dd-50bc95d87dbe req-ec26c212-be6c-4c87-a30d-7830f9cd3e59 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399683
Feb 17 04:46:02.905193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d23cbc1c-5aee-465c-afc0-3abb9b34107b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:03.387799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:03.477821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d549-a0c6-4d97-be75-8253e2cbd2ef req-c163532d-5532-45a5-8b3a-abec690347a6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:03.479448 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2b30d549-a0c6-4d97-be75-8253e2cbd2ef req-c163532d-5532-45a5-8b3a-abec690347a6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0893438
Feb 17 04:46:03.527447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2b30d549-a0c6-4d97-be75-8253e2cbd2ef req-8f536a65-b58b-45d2-a886-769972964516 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405123
Feb 17 04:46:04.581857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:05.094322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:25.342099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:25.666456 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-4f7c0610-b9b6-47da-aee8-12ad6c453f37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0777211
Feb 17 04:46:25.769707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-4403223d-9578-44b8-9c80-f0cede55debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:25.771360 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-4403223d-9578-44b8-9c80-f0cede55debb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1162 time: 0.0834193
Feb 17 04:46:25.927788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-543b43fe-8350-47f4-ac76-7c3fc109cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:25.929290 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-543b43fe-8350-47f4-ac76-7c3fc109cc5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1379814
Feb 17 04:46:26.037494 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-42ac973c-5595-4bdd-8a12-6fe3982b846b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 1001 time: 0.1001840
Feb 17 04:46:26.110801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-55796c1a-8489-4312-a99e-0ea7c1842b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:26.112361 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-55796c1a-8489-4312-a99e-0ea7c1842b45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0673459
Feb 17 04:46:26.195477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-24f59ee9-dc07-4d7c-b3f2-183d7548f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:26.196994 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-24f59ee9-dc07-4d7c-b3f2-183d7548f416 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776896
Feb 17 04:46:26.343330 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-6aea9883-bf25-4474-ac8b-ca7e61871ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382742
Feb 17 04:46:26.486977 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3c9fbb3e-a30c-422a-b39d-5b590a68cd87 req-9d7b6c06-7fa1-4a93-8236-326e9440d31d service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365862
Feb 17 04:46:29.396088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:46:30.578535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e8445ec-0f4f-4a1e-8b9b-8adc03390ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:32.905864 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bae92e57-74bb-4783-a13d-a7d329371d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:33.390301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:34.582898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:35.096193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:38.968062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9263364-19f7-4e7a-91c0-decec01ae247 req-80802eed-3a7a-47ff-88d9-e52479c07635 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:38.969607 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c9263364-19f7-4e7a-91c0-decec01ae247 req-80802eed-3a7a-47ff-88d9-e52479c07635 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0909655
Feb 17 04:46:39.017399 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c9263364-19f7-4e7a-91c0-decec01ae247 req-82a3882d-b022-4483-b3d7-7fdc70f30042 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415268
Feb 17 04:46:40.267239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2160c-c3fd-4a3a-8baf-12028793a82a req-f9d8835a-6e94-425d-8a70-682a47ab5371 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:40.268783 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-64a2160c-c3fd-4a3a-8baf-12028793a82a req-f9d8835a-6e94-425d-8a70-682a47ab5371 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.1361947
Feb 17 04:46:40.316772 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-64a2160c-c3fd-4a3a-8baf-12028793a82a req-49d59aa3-2c6e-4bc5-8dfe-03e6869d446e tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417969
Feb 17 04:46:41.519877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b954281-d7da-4ab8-bcc3-a62046179de7 req-3cc1db53-3a97-434a-a857-ca004b8b360a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:41.521497 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b954281-d7da-4ab8-bcc3-a62046179de7 req-3cc1db53-3a97-434a-a857-ca004b8b360a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0922062
Feb 17 04:46:41.569794 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1b954281-d7da-4ab8-bcc3-a62046179de7 req-fd57e599-c744-481a-b8fa-3b7ebb334740 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415115
Feb 17 04:46:42.773451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fcf28-47e3-42fa-a175-a1818f83fff2 req-bd3b80e5-5377-4fb3-9d0d-68c331928371 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:42.775062 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b31fcf28-47e3-42fa-a175-a1818f83fff2 req-bd3b80e5-5377-4fb3-9d0d-68c331928371 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0906391
Feb 17 04:46:42.822314 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b31fcf28-47e3-42fa-a175-a1818f83fff2 req-2321574b-5216-4c04-ab36-cebf1a210525 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406499
Feb 17 04:46:44.029375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a1948-debc-4381-a531-be9da9b10229 req-79772284-5730-408c-a244-a798ae1bbf85 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.031041 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-710a1948-debc-4381-a531-be9da9b10229 req-79772284-5730-408c-a244-a798ae1bbf85 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0886214
Feb 17 04:46:44.078214 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-710a1948-debc-4381-a531-be9da9b10229 req-7d71f33b-2696-4146-b7cb-022ab88889d3 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408571
Feb 17 04:46:45.281896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee618-7355-4e63-b8c9-f42b8841ea79 req-882d018f-c3ad-4ce5-841f-756493a7d61f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:45.283482 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-912ee618-7355-4e63-b8c9-f42b8841ea79 req-882d018f-c3ad-4ce5-841f-756493a7d61f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0919805
Feb 17 04:46:45.331372 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-912ee618-7355-4e63-b8c9-f42b8841ea79 req-7c87fc35-c5c0-4bf0-a72f-0b24cfca8991 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416651
Feb 17 04:46:46.530849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47732e-fb65-4c42-a39e-2bd6fbd471e1 req-04563ec9-f56e-489f-8c89-f712a6938d4c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.532473 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd47732e-fb65-4c42-a39e-2bd6fbd471e1 req-04563ec9-f56e-489f-8c89-f712a6938d4c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0896873
Feb 17 04:46:46.588579 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd47732e-fb65-4c42-a39e-2bd6fbd471e1 req-c89c0c19-2471-4291-8c8c-de009e0cadc8 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445058
Feb 17 04:46:47.784863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1589036-c45d-4f82-8e52-a6a1562f810a req-b06dde51-d77e-4870-b1c5-f747c4e19b58 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:47.786452 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a1589036-c45d-4f82-8e52-a6a1562f810a req-b06dde51-d77e-4870-b1c5-f747c4e19b58 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0848637
Feb 17 04:46:47.833633 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a1589036-c45d-4f82-8e52-a6a1562f810a req-af0cbd14-5480-4390-92cd-853f5b17cf4a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410769
Feb 17 04:46:49.039853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834bfb0-b9d7-4f63-9c66-43a3f7885197 req-6b1a3567-3d27-483b-9263-fb71a2592646 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:49.041472 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b834bfb0-b9d7-4f63-9c66-43a3f7885197 req-6b1a3567-3d27-483b-9263-fb71a2592646 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0937586
Feb 17 04:46:49.088604 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b834bfb0-b9d7-4f63-9c66-43a3f7885197 req-ea70ecd3-46ac-46cc-8a76-2e1cdc7a6212 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401070
Feb 17 04:46:50.290194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c0ed-05ba-4c5c-ab7c-d92056e62d70 req-410fcf70-a7d0-474f-96b4-a3ae84bd6787 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:50.291747 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dbf3c0ed-05ba-4c5c-ab7c-d92056e62d70 req-410fcf70-a7d0-474f-96b4-a3ae84bd6787 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0872130
Feb 17 04:46:50.340122 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dbf3c0ed-05ba-4c5c-ab7c-d92056e62d70 req-fe548461-6420-40a7-bcd4-122f1122716d tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421896
Feb 17 04:46:50.767124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de0ee8-4327-48be-b3c4-d0fb262f990e req-776b0642-0433-42a6-8792-ea74a9c9461d tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:50.768745 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-88de0ee8-4327-48be-b3c4-d0fb262f990e req-776b0642-0433-42a6-8792-ea74a9c9461d tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.1559305
Feb 17 04:46:50.792100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476728b3-7788-4e6d-944c-a5a31111f24f req-c47f848a-2ffc-460b-9c80-aba88bb4ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:50.794183 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-c47f848a-2ffc-460b-9c80-aba88bb4ea81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 1162 time: 0.1229141
Feb 17 04:46:50.906298 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-88de0ee8-4327-48be-b3c4-d0fb262f990e req-d7adb2c8-cde7-4913-a356-539002735826 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296878
Feb 17 04:46:50.955395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476728b3-7788-4e6d-944c-a5a31111f24f req-0b841d18-29ec-4072-9a4d-dd9ab78b9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:50.957008 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-0b841d18-29ec-4072-9a4d-dd9ab78b9c03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1549950
Feb 17 04:46:51.069702 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-891aed1d-7611-4027-9cff-f9bb5bffaf70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 200  len: 1001 time: 0.1049023
Feb 17 04:46:51.372385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476728b3-7788-4e6d-944c-a5a31111f24f req-c121add1-99c7-48a2-ba02-c5b0596b21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:51.374008 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-c121add1-99c7-48a2-ba02-c5b0596b21c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.2975461
Feb 17 04:46:51.456566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476728b3-7788-4e6d-944c-a5a31111f24f req-6f935e19-7b8c-485b-b78a-ed0333c9e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:51.458152 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-6f935e19-7b8c-485b-b78a-ed0333c9e75e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776420
Feb 17 04:46:51.469048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-928414b6-0158-4778-86ad-50738f713a1a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:46:51.470081 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-928414b6-0158-4778-86ad-50738f713a1a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058913
Feb 17 04:46:51.611090 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-0ac1bc6f-1a94-41d2-90d9-a5c590959cf5 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346815
Feb 17 04:46:51.753771 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-476728b3-7788-4e6d-944c-a5a31111f24f req-115a2ed1-b823-45e4-9f1d-87cbc06ad316 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364949
Feb 17 04:46:52.112260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2925b0-b3d9-48fd-973f-6bf73ad198ac req-3df025e1-6cb0-4ee9-9c16-041af6b413ef tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:52.113845 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dd2925b0-b3d9-48fd-973f-6bf73ad198ac req-3df025e1-6cb0-4ee9-9c16-041af6b413ef tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0866055
Feb 17 04:46:52.164156 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dd2925b0-b3d9-48fd-973f-6bf73ad198ac req-81af783d-2333-432f-932b-6520559de095 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440876
Feb 17 04:46:53.363520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb12cb-e9f9-46b5-bc5d-1f170e39ef7e req-0c3e40a9-35a1-4a00-a820-defccea94ce0 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:53.365116 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1fb12cb-e9f9-46b5-bc5d-1f170e39ef7e req-0c3e40a9-35a1-4a00-a820-defccea94ce0 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0880735
Feb 17 04:46:53.412558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1fb12cb-e9f9-46b5-bc5d-1f170e39ef7e req-053b81c1-0b89-4b3d-8195-eebacccffac6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406427
Feb 17 04:46:54.015447 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-33955b7a-f254-4966-92f2-2231ac5d0217 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/floatingips/715c95a8-3dd9-4e17-8567-07390548c679 HTTP/1.1" status: 200  len: 999 time: 0.1185935
Feb 17 04:46:54.177980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-759b0e35-29b5-47ed-a136-79aae82cde5b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:54.179407 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-759b0e35-29b5-47ed-a136-79aae82cde5b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1579461
Feb 17 04:46:54.191066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-a5bedabd-fc97-433a-88e8-9625f0d7ba06 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:46:54.192111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-a5bedabd-fc97-433a-88e8-9625f0d7ba06 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059831
Feb 17 04:46:54.301737 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-79aacfb9-12dd-4025-87eb-3626be899456 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200  len: 1002 time: 0.1036587
Feb 17 04:46:54.385503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-b666ace9-67b0-41f8-a2e8-1199e445d42d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:54.387021 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-b666ace9-67b0-41f8-a2e8-1199e445d42d tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports/6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 943 time: 0.0789781
Feb 17 04:46:54.571156 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-cdc5f746-ce14-404c-b24d-6a5415f405f8 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200  len: 1002 time: 0.1040990
Feb 17 04:46:54.789926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Deleting port c11ac376-0cca-44e9-8ee5-568cd38c69e0 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:46:54.790231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:54.970787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:54.971165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:55.104327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Calling delete_port for c11ac376-0cca-44e9-8ee5-568cd38c69e0 owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:46:55.262506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:55.277957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7d8ef3e3-9344-4e07-b962-2e3f7a3e8642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:55.341340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:55.375254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event deleted for resources: {'Port': ['ID=c11ac376-0cca-44e9-8ee5-568cd38c69e0,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:55.399421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.399957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.400224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.400624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.401027 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.401424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.402502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.403011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.403410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.403806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.404201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.404595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.405042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.405434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.405825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.406217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.406629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.407026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.407414 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.407802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.408214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.408578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.408970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.409362 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:55.414498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:55.522222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:55.522616 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Floating IP 715c95a8-3dd9-4e17-8567-07390548c679 disassociated (deleted). External IP: 172.27.0.243, port: 6738a807-1bee-443c-9281-dcce36604367.
Feb 17 04:46:55.889878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Router a1159312-f33a-4c2f-8d69-e8ba353f4237 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:46:56.080417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:46:56.090003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] Sync routers for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:46:56.099725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:56.100409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414b84400>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:56.106277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:56.164814 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "DELETE /v2.0/floatingips/715c95a8-3dd9-4e17-8567-07390548c679 HTTP/1.1" status: 204  len: 173 time: 1.5868571
Feb 17 04:46:56.165277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:56.263854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-392131cf-85fe-45a1-bd7d-406361acee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:56.265550 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-392131cf-85fe-45a1-bd7d-406361acee06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.0859072
Feb 17 04:46:56.273330 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'status': 'completed', 'code': 200}
Feb 17 04:46:56.299606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:56.485923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-48cfe4ac-aa0c-4529-ab8a-3d34f6d7a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:56.487541 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-48cfe4ac-aa0c-4529-ab8a-3d34f6d7a4e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.2133598
Feb 17 04:46:56.490120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-755a9d8f-0837-4430-ad03-d57a8a18b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:56.491636 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-755a9d8f-0837-4430-ad03-d57a8a18b77a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 1163 time: 0.1946812
Feb 17 04:46:56.646091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414b84400>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:56.650808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] Checking router: a1159312-f33a-4c2f-8d69-e8ba353f4237 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:46:56.661637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:56.662332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414b84400>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:56.831876 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-62f0a163-0e5f-4b2d-9831-955df7caf6a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 217 time: 0.3375139
Feb 17 04:46:56.857901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:56.978363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-8d12c152-8bad-4c95-af40-04b4b701cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:56.980178 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-8d12c152-8bad-4c95-af40-04b4b701cdce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0991638
Feb 17 04:46:57.053583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-eed027a1-bedd-45f9-95df-27e9cca6958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:57.055235 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-eed027a1-bedd-45f9-95df-27e9cca6958d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 200  len: 903 time: 0.2570086
Feb 17 04:46:57.133717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-0388ca65-c6f7-43d3-9a7d-f1575c0f6511 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 200  len: 217 time: 0.0710528
Feb 17 04:46:57.210038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-476c13a1-d3c7-4fa7-88a3-6c38c1d211b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:57.211717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-476c13a1-d3c7-4fa7-88a3-6c38c1d211b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2141383
Feb 17 04:46:57.217842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-b9a1d8ab-5533-4902-a14b-3f758d36c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:57.219408 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-b9a1d8ab-5533-4902-a14b-3f758d36c21c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 200  len: 848 time: 0.0788672
Feb 17 04:46:57.432981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-21e81704-bf52-475a-adc4-23206c7f59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:57.435135 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-21e81704-bf52-475a-adc4-23206c7f59ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3468340d-819b-4c91-9b3c-03f43d53a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1928003
Feb 17 04:46:57.438851 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-8a36d31d-ac05-4298-9cd1-e6333c91f629 service neutron] 10.222.0.38 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184286
Feb 17 04:46:57.534948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414b84400>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:57.541107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ab35e-f513-4914-b1fe-8b06b92453fa None None] The sync data for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi is: [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:42:22Z', 'revision_number': 4, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'cf78bc89-6f19-4d11-86c7-af2a0d5940c0', 'name': '', 'network_id': '3468340d-819b-4c91-9b3c-03f43d53a90d', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'mac_address': 'fa:16:3e:67:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:21Z', 'updated_at': '2021-02-17T04:42:31Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'subnets': [{'id': 'e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:46:57.714874 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-3923ac66-6757-4153-a7e0-fd2da017ec81 service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720437
Feb 17 04:46:57.720259 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a2db160f-ec83-4e7d-8333-edc4dcfb58af req-7fe67620-e8cb-4063-9fb3-8e55addaa1df service neutron] 10.222.0.38 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1939707
Feb 17 04:46:57.864859 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f7ea070b-b1ea-4345-8d7e-ed2270f0613e req-54e28ca4-6e1a-47a6-a147-3f11b4fa479d service neutron] 10.222.0.46 "GET /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435673
Feb 17 04:46:57.973600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9f755-0003-46e1-b7e4-30f1ac71404b None None] New status for floating IP 715c95a8-3dd9-4e17-8567-07390548c679: DOWN {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:46:58.127370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad381b62-96ba-4d63-a22f-96ae2343a688 req-e3a5a52a-9172-4282-a70d-5fd2f4c03334 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:58.128138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-ad381b62-96ba-4d63-a22f-96ae2343a688 req-e3a5a52a-9172-4282-a70d-5fd2f4c03334 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Synchronizing usage tracker for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:46:58.143252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-ad381b62-96ba-4d63-a22f-96ae2343a688 req-e3a5a52a-9172-4282-a70d-5fd2f4c03334 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Unset dirty status for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:46:58.144513 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad381b62-96ba-4d63-a22f-96ae2343a688 req-e3a5a52a-9172-4282-a70d-5fd2f4c03334 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.1075430
Feb 17 04:46:58.194576 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad381b62-96ba-4d63-a22f-96ae2343a688 req-9c42a0fb-8ec7-4667-8994-0bcc5de02a3f tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425446
Feb 17 04:46:59.396411 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc6583-0723-4005-9135-036c310c7c0d req-a9d044f8-72ad-442b-a1cf-0c5a22a9de91 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:59.398013 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4fdc6583-0723-4005-9135-036c310c7c0d req-a9d044f8-72ad-442b-a1cf-0c5a22a9de91 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0874202
Feb 17 04:46:59.450166 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4fdc6583-0723-4005-9135-036c310c7c0d req-ec70cdc4-9d95-4059-a64e-5178177e0283 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups?id=0b1b0d00-a62f-4b8a-bb68-8e9514059015&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450625
Feb 17 04:46:59.567344 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b9f48453-6f69-40f5-93af-2490f7aaed4a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:59.568894 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b9f48453-6f69-40f5-93af-2490f7aaed4a tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 946 time: 0.0861740
Feb 17 04:46:59.645748 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Deleting port 6738a807-1bee-443c-9281-dcce36604367 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:46:59.646062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:59.912813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] For port 6738a807-1bee-443c-9281-dcce36604367, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6738a807-1bee-443c-9281-dcce36604367,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:46:59.913140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.050942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Calling delete_port for 6738a807-1bee-443c-9281-dcce36604367 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:00.203532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.218553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3ed18556-35ba-4450-9d1d-d4a667a6bdc7 tempest-VolumesNegativeTest-656719010 tempest-VolumesNegativeTest-656719010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:00.313537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event deleted for resources: {'Port': ['ID=6738a807-1bee-443c-9281-dcce36604367,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:00.320475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:00.432770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] No DVR routers for this DVR port 6738a807-1bee-443c-9281-dcce36604367 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:47:00.436300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.439070 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-deleted', 'tag': '6738a807-1bee-443c-9281-dcce36604367'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:00.454222 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1f063d5e-d205-4956-86a8-1b61b7b3b11e req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.46 "DELETE /v2.0/ports/6738a807-1bee-443c-9281-dcce36604367 HTTP/1.1" status: 204  len: 173 time: 0.8793788
Feb 17 04:47:00.469084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:00.497375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2', 'name': 'network-vif-deleted', 'tag': '6738a807-1bee-443c-9281-dcce36604367', 'status': 'completed', 'code': 200}
Feb 17 04:47:00.513967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] No Port match for: 6738a807-1bee-443c-9281-dcce36604367 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:47:00.514412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 6738a807-1bee-443c-9281-dcce36604367 not bound to the agent host hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:47:00.580291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d68f8de-2fdb-4e16-9165-e6b630a59834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:00.633461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d4dacc4a-b01a-4472-be14-958068a7a111 req-4be824cb-b07e-4b6b-90f3-6767e9b2a095 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Synchronizing usage tracker for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:47:00.647734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d4dacc4a-b01a-4472-be14-958068a7a111 req-4be824cb-b07e-4b6b-90f3-6767e9b2a095 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Unset dirty status for tenant:ca59cfbe7f3b494499cc8efe1d0e093e on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:47:00.648976 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d4dacc4a-b01a-4472-be14-958068a7a111 req-4be824cb-b07e-4b6b-90f3-6767e9b2a095 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4dc6454-9cdc-4cb2-85f4-a3e819cad6a2 HTTP/1.1" status: 200  len: 210 time: 0.0659964
Feb 17 04:47:01.817506 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5334205e-4a26-47ce-92be-e040054349e4 req-4c1d1a1d-e971-43a8-8686-75df3931ed2c tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "GET /v2.0/security-groups/0b1b0d00-a62f-4b8a-bb68-8e9514059015 HTTP/1.1" status: 200  len: 2991 time: 0.0507491
Feb 17 04:47:01.893337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5334205e-4a26-47ce-92be-e040054349e4 req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:01.923230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5334205e-4a26-47ce-92be-e040054349e4 req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:01.969334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5334205e-4a26-47ce-92be-e040054349e4 req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:01.974608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-865c7111-8dcd-4e59-abf5-9fb0f76b2af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:01.991194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b0d00-a62f-4b8a-bb68-8e9514059015,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:01.994262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:02.001352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5334205e-4a26-47ce-92be-e040054349e4 req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.002596 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5334205e-4a26-47ce-92be-e040054349e4 req-8e66fe53-5f0c-4375-8e6e-0be8d0c82531 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] 10.222.0.38 "DELETE /v2.0/security-groups/0b1b0d00-a62f-4b8a-bb68-8e9514059015 HTTP/1.1" status: 204  len: 173 time: 0.1789849
Feb 17 04:47:02.050974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47752) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:02.615014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.907413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6aa4bf7f-2aad-4e34-808c-dae19dedc076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:02.978159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Deleting port cf78bc89-6f19-4d11-86c7-af2a0d5940c0 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:02.978544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:03.158372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] For port cf78bc89-6f19-4d11-86c7-af2a0d5940c0, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:03.158728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:03.288188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Calling delete_port for cf78bc89-6f19-4d11-86c7-af2a0d5940c0 owned by network:router_interface {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:03.392792 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:03.680135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:03.695799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:03.797996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf78bc89-6f19-4d11-86c7-af2a0d5940c0,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:03.812716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.813142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.813558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.813968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.814373 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.814808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.815214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.815614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.816015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.816415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.816814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.817210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.817668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.818064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.818458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.818902 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.819299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.819695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.820091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.820486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.820881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.821275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.821672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.822084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:03.827540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:04.126487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:04.584971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:04.639034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Router a1159312-f33a-4c2f-8d69-e8ba353f4237 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:04.825970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:04.835393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f5739-3439-44c6-943f-8b99c331935b None None] Sync routers for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:04.843380 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] 10.222.0.38 "PUT /v2.0/routers/a1159312-f33a-4c2f-8d69-e8ba353f4237/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7912335
Feb 17 04:47:04.845549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:04.845967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47756) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:04.846222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414a05748>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:05.035274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.039595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:05.226059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.232031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Deleting port 392d97a0-242e-4e4f-9fb5-c2b46f52b037 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:05.232422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.233887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.368570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414a05748>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:47:03Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:05.373945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f5739-3439-44c6-943f-8b99c331935b None None] Checking router: a1159312-f33a-4c2f-8d69-e8ba353f4237 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:05.384291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] Routers {'a1159312-f33a-4c2f-8d69-e8ba353f4237'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:05.385002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414a05748>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['a1159312-f33a-4c2f-8d69-e8ba353f4237'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:05.589531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] Set router a1159312-f33a-4c2f-8d69-e8ba353f4237 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:05.634098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] For port 392d97a0-242e-4e4f-9fb5-c2b46f52b037, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=392d97a0-242e-4e4f-9fb5-c2b46f52b037,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:05.634616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.771995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Calling delete_port for 392d97a0-242e-4e4f-9fb5-c2b46f52b037 owned by network:router_gateway {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:05.895250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-545f5739-3439-44c6-943f-8b99c331935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414a05748>, [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:47:03Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:05.899433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f5739-3439-44c6-943f-8b99c331935b None None] The sync data for ids ['a1159312-f33a-4c2f-8d69-e8ba353f4237'] in dv-cinder-760197-3-iscsi is: [{'id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'name': 'tempest-TestShelveInstance-2100110560-router', 'tenant_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:16Z', 'updated_at': '2021-02-17T04:47:03Z', 'revision_number': 5, 'project_id': 'ca59cfbe7f3b494499cc8efe1d0e093e', 'gw_port': {'id': '392d97a0-242e-4e4f-9fb5-c2b46f52b037', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1159312-f33a-4c2f-8d69-e8ba353f4237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:17Z', 'updated_at': '2021-02-17T04:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:05.916974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]: WARNING neutron.plugins.ml2.ovo_rpc [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     result = function(*args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     proto.__init__(conn_state, self)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.handle()
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.handle_one_request()
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.handle_one_response()
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     result = self.application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return app(environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self.application)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return request.get_response(self.application)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = req.get_response(self._app)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     application, catch_exc_info=False)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     app_iter = application(self.environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return resp(environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return resp(environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     response = self.app(environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return resp(environ, start_response)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.func(req, *args, **kwargs)
Feb 17 04:47:05.924057 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     result = method(request=request, **args)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._delete(request, id, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     obj_deleter(request.context, id, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return method(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, context, *args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return method(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     context, port, router_ids, bound_mech_contexts)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     return function(*args, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     callback(resource, event, trigger, **kwargs)
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]:     stack = traceback.extract_stack()
Feb 17 04:47:05.932240 dv-cinder-760197-3-iscsi neutron-server[83793]: 
Feb 17 04:47:06.119436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.263184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.265549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.353794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.354380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1159312-f33a-4c2f-8d69-e8ba353f4237 {{(pid=83903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:47:06.367944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.369182 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-123ad456-420c-4db6-98e6-0c3a92e47fd5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a1159312-f33a-4c2f-8d69-e8ba353f4237 HTTP/1.1" status: 204  len: 168 time: 1.5220473
Feb 17 04:47:06.372047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47760) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:06.395848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:47:06.438733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Deleting subnet e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:47:06.441894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.498289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.628744 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.883020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:06.898317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:06.994196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:06.998258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:07.031808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.037388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a0ecc-d811-431e-8d6e-4807c92abfe7 None None] Network 3468340d-819b-4c91-9b3c-03f43d53a90d requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:47:07.037869 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5044c3c5-86e1-40aa-9528-37450e40bb22 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e9faa9ea-41f8-4ea6-9e42-d1dcc81082e3 HTTP/1.1" status: 204  len: 168 time: 0.6648059
Feb 17 04:47:07.040447 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47764) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:07.157364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.228914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Deleting port 9b1ef393-de1c-431e-bdae-64424027ed9b {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:07.229289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.294641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] DHCP port deletion for 3468340d-819b-4c91-9b3c-03f43d53a90d request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:47:07.298934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Deleting port 9b1ef393-de1c-431e-bdae-64424027ed9b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:07.299442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.403268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device cf78bc89-6f19-4d11-86c7-af2a0d5940c0 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:07.447092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: cf78bc89-6f19-4d11-86c7-af2a0d5940c0 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:47:07.447420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device cf78bc89-6f19-4d11-86c7-af2a0d5940c0 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:47:07.447887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 392d97a0-242e-4e4f-9fb5-c2b46f52b037 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:07.451855 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] For port 9b1ef393-de1c-431e-bdae-64424027ed9b, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=9b1ef393-de1c-431e-bdae-64424027ed9b,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:07.452260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.492434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 392d97a0-242e-4e4f-9fb5-c2b46f52b037 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:47:07.492834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 392d97a0-242e-4e4f-9fb5-c2b46f52b037 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:47:07.493300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 9b1ef393-de1c-431e-bdae-64424027ed9b no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:07.587229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Calling delete_port for 9b1ef393-de1c-431e-bdae-64424027ed9b owned by network:dhcp {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:07.664098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.679461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:07.700634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Port 9b1ef393-de1c-431e-bdae-64424027ed9b update to DOWN by agent not found {{(pid=83904) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 17 04:47:07.703115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] For port 9b1ef393-de1c-431e-bdae-64424027ed9b, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=9b1ef393-de1c-431e-bdae-64424027ed9b,segment=NetworkSegment(294e0a3d-94d4-434d-9489-dc070a8d34b2),segment_id=294e0a3d-94d4-434d-9489-dc070a8d34b2)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:07.703574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.784688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1ef393-de1c-431e-bdae-64424027ed9b,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:07.789440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:07.825926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] No DVR routers for this DVR port 9b1ef393-de1c-431e-bdae-64424027ed9b on host dv-cinder-760197-3-iscsi {{(pid=83903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:47:07.837554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Calling delete_port for 9b1ef393-de1c-431e-bdae-64424027ed9b owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:07.912484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:47:07.912887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:47:07.950251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.065903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14147f45f8>,) {'filters': {'network_id': ['3468340d-819b-4c91-9b3c-03f43d53a90d']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:08.079097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14147f45f8>, '294e0a3d-94d4-434d-9489-dc070a8d34b2') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:08.079441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14147f45f8>, '294e0a3d-94d4-434d-9489-dc070a8d34b2') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:08.092042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.110288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.112302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:47:08.291645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Network 3468340d-819b-4c91-9b3c-03f43d53a90d has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:47:08.300617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.414508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Deleting port 9b1ef393-de1c-431e-bdae-64424027ed9b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:08.414972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.482087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Network 3468340d-819b-4c91-9b3c-03f43d53a90d has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:47:08.491143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3929f-9ff8-4fb9-a188-ac1dac3d0b81 None None] The port '9b1ef393-de1c-431e-bdae-64424027ed9b' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:47:08.505582 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:47:08.581839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.585436 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:08.602648 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.614007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3468340d-819b-4c91-9b3c-03f43d53a90d,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:08.618544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:08.623050 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3468340d-819b-4c91-9b3c-03f43d53a90d HTTP/1.1" status: 204  len: 168 time: 1.5816078
Feb 17 04:47:08.626122 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47768) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:09.403577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:09.768844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Deleting port 995d09a0-d407-416f-8f97-17857b937795 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:09.769112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:09.951335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] For port 995d09a0-d407-416f-8f97-17857b937795, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=995d09a0-d407-416f-8f97-17857b937795,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:09.951727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:10.088545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Calling delete_port for 995d09a0-d407-416f-8f97-17857b937795 owned by network:router_interface {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:10.259554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:10.274939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:10.368549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=995d09a0-d407-416f-8f97-17857b937795,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:10.378098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:10.676525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:11.177896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Router c5204bf8-c56f-4702-8e60-feb93b2b52a3 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:11.590873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:11.600002 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4a9d44b2-07f7-4043-94a9-e0b71934a1f2 admin admin] 10.222.0.38 "PUT /v2.0/routers/c5204bf8-c56f-4702-8e60-feb93b2b52a3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9727101
Feb 17 04:47:11.601559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71907526-859d-4e87-815a-0e155581cc60 None None] Sync routers for ids ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:11.602712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47772) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:11.612038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] Routers {'c5204bf8-c56f-4702-8e60-feb93b2b52a3'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:11.612706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149e0eb8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:11.790227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:11.803499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] Set router c5204bf8-c56f-4702-8e60-feb93b2b52a3 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:11.983314 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:11.988614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Deleting port ce432712-f504-4b82-89b1-16bf8dc062a8 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:11.988988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.116801 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149e0eb8>, [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:47:10Z', 'revision_number': 5, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:12.120884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71907526-859d-4e87-815a-0e155581cc60 None None] Checking router: c5204bf8-c56f-4702-8e60-feb93b2b52a3 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:12.130370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] Routers {'c5204bf8-c56f-4702-8e60-feb93b2b52a3'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:12.131055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149e0eb8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:12.174294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] For port ce432712-f504-4b82-89b1-16bf8dc062a8, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ce432712-f504-4b82-89b1-16bf8dc062a8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:12.174751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.309742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Calling delete_port for ce432712-f504-4b82-89b1-16bf8dc062a8 owned by network:router_gateway {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:12.322424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] Set router c5204bf8-c56f-4702-8e60-feb93b2b52a3 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:12.449463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.638857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-71907526-859d-4e87-815a-0e155581cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149e0eb8>, [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:47:10Z', 'revision_number': 5, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:12.642941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71907526-859d-4e87-815a-0e155581cc60 None None] The sync data for ids ['c5204bf8-c56f-4702-8e60-feb93b2b52a3'] in dv-cinder-760197-3-iscsi is: [{'id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'name': 'tempest-TestShelveInstance-1611305798-router', 'tenant_id': '6342fb75658a4a828e0ef178c6a914a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:26Z', 'updated_at': '2021-02-17T04:47:10Z', 'revision_number': 5, 'project_id': '6342fb75658a4a828e0ef178c6a914a7', 'gw_port': {'id': 'ce432712-f504-4b82-89b1-16bf8dc062a8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5204bf8-c56f-4702-8e60-feb93b2b52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:12.644730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.788372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.790698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.812732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.813288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5204bf8-c56f-4702-8e60-feb93b2b52a3 {{(pid=83903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:47:12.825613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:12.826869 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8299f4ef-39d8-4d06-a491-0030ad686f09 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c5204bf8-c56f-4702-8e60-feb93b2b52a3 HTTP/1.1" status: 204  len: 168 time: 1.2231309
Feb 17 04:47:12.829590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47776) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:12.948554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Deleting subnet cc8f6332-6181-47ff-b37e-cb2b2c33bc5b {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:47:12.951956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.008528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.092170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.368047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.389339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa9a5aa3-d417-4542-bf5f-4b7fcc22d64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:13.396739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ce432712-f504-4b82-89b1-16bf8dc062a8 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:13.434154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: ce432712-f504-4b82-89b1-16bf8dc062a8 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:47:13.434671 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ce432712-f504-4b82-89b1-16bf8dc062a8 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:47:13.435137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 995d09a0-d407-416f-8f97-17857b937795 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:13.474929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 995d09a0-d407-416f-8f97-17857b937795 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:47:13.475337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 995d09a0-d407-416f-8f97-17857b937795 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:47:13.487302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8f6332-6181-47ff-b37e-cb2b2c33bc5b,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:13.491238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:13.523584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.530292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ce50b-e24b-4157-9c82-25248cd4b8fc None None] Network ff58c831-febf-401d-b56a-6aee55009abd requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:47:13.530459 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5f1d9864-cca6-4310-a282-0ff218b35ef9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cc8f6332-6181-47ff-b37e-cb2b2c33bc5b HTTP/1.1" status: 204  len: 168 time: 0.6998591
Feb 17 04:47:13.533130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47782) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:13.649519 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.718910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Deleting port ee1145cf-2655-4d6f-b99d-4cf948667486 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:13.719272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.786949 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] DHCP port deletion for ff58c831-febf-401d-b56a-6aee55009abd request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:47:13.791226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Deleting port ee1145cf-2655-4d6f-b99d-4cf948667486 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:13.791690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:13.951772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] For port ee1145cf-2655-4d6f-b99d-4cf948667486, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ee1145cf-2655-4d6f-b99d-4cf948667486,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:13.952097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.091349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Calling delete_port for ee1145cf-2655-4d6f-b99d-4cf948667486 owned by network:dhcp {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:14.174104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.185100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] For port ee1145cf-2655-4d6f-b99d-4cf948667486, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ee1145cf-2655-4d6f-b99d-4cf948667486,segment=NetworkSegment(9b8492ec-ec44-4147-bcd7-e1b7e709bf34),segment_id=9b8492ec-ec44-4147-bcd7-e1b7e709bf34)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:14.185557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.189534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:14.292802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1145cf-2655-4d6f-b99d-4cf948667486,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:14.296253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:14.318202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Calling delete_port for ee1145cf-2655-4d6f-b99d-4cf948667486 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:14.335835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] No DVR routers for this DVR port ee1145cf-2655-4d6f-b99d-4cf948667486 on host dv-cinder-760197-3-iscsi {{(pid=83903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:47:14.394972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:47:14.395384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:47:14.462056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.807455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14149f9908>,) {'filters': {'network_id': ['ff58c831-febf-401d-b56a-6aee55009abd']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:14.820773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14149f9908>, '9b8492ec-ec44-4147-bcd7-e1b7e709bf34') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:14.821115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14149f9908>, '9b8492ec-ec44-4147-bcd7-e1b7e709bf34') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:14.834010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.851520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.853626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:47:14.896851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Deleting port ee1145cf-2655-4d6f-b99d-4cf948667486 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:14.897291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:14.971137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-186544f6-7a16-4f8e-a41b-1072936d5462 None None] The port 'ee1145cf-2655-4d6f-b99d-4cf948667486' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:47:15.039361 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Network ff58c831-febf-401d-b56a-6aee55009abd has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:47:15.049158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.226992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Network ff58c831-febf-401d-b56a-6aee55009abd has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:47:15.250096 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:47:15.334023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.337403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:15.351568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.363330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ff58c831-febf-401d-b56a-6aee55009abd,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:15.366359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:15.368399 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-620c2af4-67dc-40d7-900d-9db118d125ca admin admin] 10.222.0.38 "DELETE /v2.0/networks/ff58c831-febf-401d-b56a-6aee55009abd HTTP/1.1" status: 204  len: 168 time: 1.8342721
Feb 17 04:47:15.399695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ee1145cf-2655-4d6f-b99d-4cf948667486 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:15.440468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: ee1145cf-2655-4d6f-b99d-4cf948667486 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:47:15.440865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ee1145cf-2655-4d6f-b99d-4cf948667486 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:47:15.491992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47788) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:15.543633 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1d04a656-0d85-444f-bb68-d7708ecc41ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca59cfbe7f3b494499cc8efe1d0e093e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501990
Feb 17 04:47:15.545945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47792) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:15.609871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.636194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.685730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.690776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0af93de6-119a-4031-8f8c-c65852734543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:15.704200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398c7e2-4864-40b0-80e8-2a8868e4af50,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:15.708341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:15.711554 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:15.712768 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7398c7e2-4864-40b0-80e8-2a8868e4af50 HTTP/1.1" status: 204  len: 168 time: 0.1658843
Feb 17 04:47:16.061577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47800) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:16.113946 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cd404929-1d8f-4bc9-babb-37a3c37509a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6342fb75658a4a828e0ef178c6a914a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510824
Feb 17 04:47:16.116489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47804) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:16.178109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:16.207172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:16.258241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:16.264164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-080ebe24-5dd0-4f7a-a097-44efcc5ef318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:16.274700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17fc2fb-0b0e-4604-a6a6-5ac51626f171,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:16.280632 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:16.283013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:16.284224 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-7c52089a-e57c-48a0-8b7c-28879b5e066f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a17fc2fb-0b0e-4604-a6a6-5ac51626f171 HTTP/1.1" status: 204  len: 168 time: 0.1667528
Feb 17 04:47:17.007187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47826) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:17.118689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-239973466-network', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:17.124529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:17.128576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Usage tracker for resource:network and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:17.131557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:17.137401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:17.146601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Made reservation on behalf of 01cb524e7a8d4981b00474e1d9ed2062 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:47:17.151294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.163915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.179658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:17.184160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Usage tracker for resource:security_group_rule and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:17.187061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:17.192734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:17.278915 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.281610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.285712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-45d40c01-bf17-4336-b2aa-4514a0b86214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:17.314552 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:47:17.327171 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f6140-208a-44ab-a78a-0e2cf5e2a475,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:17.330586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:17.333752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.334141 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Added segment 3e4740de-d944-48b2-8daa-70f9126a0eb9 of type vxlan for network a877ef56-9526-4e88-a555-4c4a4c974334
Feb 17 04:47:17.362454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.391311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.392568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:17.393218 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.398153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ed91cdc8-733b-499c-bfd7-bd84a6893089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:17.504933 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4965215
Feb 17 04:47:17.508060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Pushing event updated for resources: {'Network': ['ID=a877ef56-9526-4e88-a555-4c4a4c974334,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:17.508244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47832) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:17.511028 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:17.514803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Request body: {'subnet': {'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-239973466-subnet', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'ip_version': 4}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:17.519293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network a877ef56-9526-4e88-a555-4c4a4c974334 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:47:17.520058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:17.524245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Usage tracker for resource:subnet and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:17.527835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:17.533482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network a877ef56-9526-4e88-a555-4c4a4c974334 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:47:17.534870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:17.544301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Made reservation on behalf of 01cb524e7a8d4981b00474e1d9ed2062 for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:47:17.549082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852303441'] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.955922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852303426'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:17.972054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:18.104316 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=89bc4f28-3b18-42f6-a703-abcd489e8ce8,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:18.109827 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:18.170033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Checking segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:18.170647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Network hostable DHCP agents. Network: a877ef56-9526-4e88-a555-4c4a4c974334, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:47:18.188665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Network a877ef56-9526-4e88-a555-4c4a4c974334 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:47:18.196626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, a877ef56-9526-4e88-a555-4c4a4c974334) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:18.207470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae7463-3b73-454b-88c6-cfb91f40ca82 None None] Network a877ef56-9526-4e88-a555-4c4a4c974334 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:47:18.208818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:18.209476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.233047 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7236900
Feb 17 04:47:18.235775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47836) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:18.241234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:18.246149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:18.250267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Usage tracker for resource:router and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:18.253965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:18.259907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:18.271347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.272577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.291544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.435440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-a877ef56-9526-4e88-a555-4c4a4c974334', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:47:18.436365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.741464 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Allocated IP 172.20.0.2 (a877ef56-9526-4e88-a555-4c4a4c974334/89bc4f28-3b18-42f6-a703-abcd489e8ce8/ff0e2871-4c9e-40cc-9b9e-0d5228d875b2) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:18.825429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.977715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:18.989377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Transition to ACTIVE for port object ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:19.006822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Transition to ACTIVE for port object ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:19.011383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.027508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:19.161712 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.171298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Pushing event updated for resources: {'Port': ['ID=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:19.185110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.185496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.185883 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.186258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.186655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.187031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.187400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.187769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.188141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.188504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.188868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.189230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.189647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.190009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.190370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.190765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.191130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.191492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.191851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.192212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.192570 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.192929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.193288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.193646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:19.195131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.198200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:19.236024 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Network a877ef56-9526-4e88-a555-4c4a4c974334 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:19.237258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:19.239704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:19.297304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Attempting to bind port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:19.297634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Attempting to bind port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:19.298058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Attempting to bind port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 on network a877ef56-9526-4e88-a555-4c4a4c974334 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:19.303946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:19.304366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Checking segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:19.304816 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.305256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Bound using segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:19.305772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Bound port: ff0e2871-4c9e-40cc-9b9e-0d5228d875b2, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:19.306189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.406271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-287f985f-2c55-4908-a696-b568a77972ad None None] For port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:19.409488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-287f985f-2c55-4908-a696-b568a77972ad None None] For port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:19.412687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.428007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2c018d9b-cd14-45c2-b2e3-a842a6164569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:19.486252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Allocated IP 172.27.0.156 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/31bdc6fa-8a62-4e19-b55e-77559507bcc8) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:19.577878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Pushing event updated for resources: {'Port': ['ID=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:19.583351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:19.646093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.677267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:19.692886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:19.830015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Pushing event updated for resources: {'Port': ['ID=31bdc6fa-8a62-4e19-b55e-77559507bcc8,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:19.842786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:19.889167 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:19.890336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:19.892754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:20.340929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:20.709047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:20.937357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:47:20.976354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f8ab5-4027-4b55-b0b4-5d2ae5eabbd0 None None] Network a877ef56-9526-4e88-a555-4c4a4c974334 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:47:21.072538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b5f2a6e4-4e36-40be-8963-5ffeea5ca52e None None] Provisioning for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:21.128052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:21.151600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:21.153140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9163179
Feb 17 04:47:21.156128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47840) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:21.157254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:21.185119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:21.185734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414b844a8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:21.489553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:21.673928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:21.691727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:21.692089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:21.727381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:21.901613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.119596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-457f977a-3a14-42ca-95e6-1a4cd05fafb9 None None] Provisioning complete for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:22.119979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-457f977a-3a14-42ca-95e6-1a4cd05fafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.156143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.244836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:22.251738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.255401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:22.283265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Allocated IP 172.20.0.1 (a877ef56-9526-4e88-a555-4c4a4c974334/89bc4f28-3b18-42f6-a703-abcd489e8ce8/e04278da-3df2-4d22-872c-03136ed06e4a) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:22.384604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414b844a8>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:20Z', 'revision_number': 3, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:22.398118 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:22.398523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Updating router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:47:22.443168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:22.447901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:22.448547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.467372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Transition to ACTIVE for port object e04278da-3df2-4d22-872c-03136ed06e4a will not be triggered until provisioned by entity DHCP. {{(pid=83903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:22.475005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.490397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.506265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-da73a967-a6de-4277-94b0-650540d6a7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:22.574289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-97fe2f22-c9f8-4492-96cf-d125059fe716 None None] Provisioning complete for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:22.574769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97fe2f22-c9f8-4492-96cf-d125059fe716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.644810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Pushing event updated for resources: {'Port': ['ID=e04278da-3df2-4d22-872c-03136ed06e4a,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:22.658069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:22.701595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Network a877ef56-9526-4e88-a555-4c4a4c974334 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:22.702838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:22.705294 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:22.762048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:22.881641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.024854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d636cebc-f500-490c-9df9-78463c6e07f6 None None] Provisioning for port e04278da-3df2-4d22-872c-03136ed06e4a completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:23.030345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.034715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d636cebc-f500-490c-9df9-78463c6e07f6 None None] Provisioning complete for port e04278da-3df2-4d22-872c-03136ed06e4a triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:23.035130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d636cebc-f500-490c-9df9-78463c6e07f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.082137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Transition to ACTIVE for port object 31bdc6fa-8a62-4e19-b55e-77559507bcc8 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:23.095065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.112899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4775b00c-60cf-4c85-aa82-d72b79688507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:23.216405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d636cebc-f500-490c-9df9-78463c6e07f6 None None] Port e04278da-3df2-4d22-872c-03136ed06e4a cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:47:23.272585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8dc8-fe5c-4bb9-a9ea-622a1d9eabed None None] Pushing event updated for resources: {'Port': ['ID=31bdc6fa-8a62-4e19-b55e-77559507bcc8,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:23.275886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c51f8dc8-fe5c-4bb9-a9ea-622a1d9eabed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:23.335015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Attempting to bind port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:23.335443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Attempting to bind port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:23.335865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Attempting to bind port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:23.342041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:23.342472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:23.342960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.343408 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:23.343938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Bound port: 31bdc6fa-8a62-4e19-b55e-77559507bcc8, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:23.344369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.413342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.416020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:23.417569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852186993'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.452731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-59d67a1c-66db-4429-aac8-66acdd252a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:23.485030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] For port 31bdc6fa-8a62-4e19-b55e-77559507bcc8, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:23.497177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] For port 31bdc6fa-8a62-4e19-b55e-77559507bcc8, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=31bdc6fa-8a62-4e19-b55e-77559507bcc8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:23.502402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.518001 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:23.541044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Pushing event updated for resources: {'Port': ['ID=e04278da-3df2-4d22-872c-03136ed06e4a,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:23.543822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.560220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:23.643039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:23.643457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:23.689306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Network a877ef56-9526-4e88-a555-4c4a4c974334 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:23.690517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:23.737893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8dc8-fe5c-4bb9-a9ea-622a1d9eabed None None] Pushing event updated for resources: {'Port': ['ID=31bdc6fa-8a62-4e19-b55e-77559507bcc8,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:23.741604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c51f8dc8-fe5c-4bb9-a9ea-622a1d9eabed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:23.898150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:24.021782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:24.022480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414b844a8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:24.098994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:24.108845 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1c78295c-f87e-49f2-8157-c0010169e13a admin admin] 10.222.0.38 "PUT /v2.0/routers/5bb3bb32-14d7-44fe-b02f-16490b25aa09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9515884
Feb 17 04:47:24.161713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0590fb97-91bf-4154-894e-4f7c9846219b None None] Provisioning complete for port e04278da-3df2-4d22-872c-03136ed06e4a triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:24.162166 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0590fb97-91bf-4154-894e-4f7c9846219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:24.245185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0590fb97-91bf-4154-894e-4f7c9846219b None None] Port e04278da-3df2-4d22-872c-03136ed06e4a cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:47:24.277716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:24.616379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414b844a8>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:23Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:24.620557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fde29-8065-43ec-8085-c52e475d8c1e None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:23Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:24.788417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47862) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:24.794778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-57887376-network', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:24.799898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:24.803963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Usage tracker for resource:network and tenant:7a06d957af7c44748ff3ff8c293b0927 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:24.806996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:24.813585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:24.823217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Made reservation on behalf of 7a06d957af7c44748ff3ff8c293b0927 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:47:24.828186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:24.841991 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:24.857715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:24.861727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Usage tracker for resource:security_group_rule and tenant:7a06d957af7c44748ff3ff8c293b0927 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:24.864740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:24.870981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:24.958188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:24.969105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:24.975459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5dd494a9-358a-4fa6-ab50-d88b9bdfd6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:25.026149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:47:25.036964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e98254-d9a5-46ee-bc0b-247f553eb9f1,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:25.040994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:25.045303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.045701 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Added segment 8bade6c2-52bc-4b27-8e98-3b3058ddead9 of type vxlan for network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6
Feb 17 04:47:25.075215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.108360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.109782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:25.110303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.115981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:25.227351 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.4376485
Feb 17 04:47:25.230788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47866) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:25.233903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Pushing event updated for resources: {'Network': ['ID=27bb8571-9681-4d0b-83b9-a8f5e5ad57c6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:25.237099 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:25.241821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Request body: {'subnet': {'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-57887376-subnet', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'ip_version': 4}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:25.244797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:47:25.249631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:25.253984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Usage tracker for resource:subnet and tenant:7a06d957af7c44748ff3ff8c293b0927 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:25.257204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:25.263075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:47:25.264011 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:25.273187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Made reservation on behalf of 7a06d957af7c44748ff3ff8c293b0927 for: {'subnet': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:47:25.278523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2423769'] for subnet, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.482806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.740636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852185577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2423752'] for subnet, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:25.757586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:25.900277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a33c6a-7f50-498a-8967-42af7e3affeb,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:25.905368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:25.972357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Checking segment: {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:25.972672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Network hostable DHCP agents. Network: 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:47:25.992973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:47:26.004740 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6) {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:26.014545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a47ed0-513c-4fb9-a132-8409f39ae6ad None None] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:47:26.018041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:26.018733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.043462 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ab77981d-8e86-4eb5-b30c-c33ae007f3ce admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8083155
Feb 17 04:47:26.043773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47876) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:26.050804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:26.056369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:26.062285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Usage tracker for resource:router and tenant:7a06d957af7c44748ff3ff8c293b0927 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:26.066669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:26.072882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:26.083650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5547'] for router, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.085815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854375765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770253'] for router, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.103490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.279752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7b2495-d5b2-5b66-b34a-cfb133528d33-27bb8571-9681-4d0b-83b9-a8f5e5ad57c6', 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'fixed_ips': [{'subnet_id': '25a33c6a-7f50-498a-8967-42af7e3affeb'}]}} from dv-cinder-760197-3-iscsi. {{(pid=83904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:47:26.280733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.343524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6e66d-63fc-45e3-ac32-9cc60e4c46ea req-17791583-c03c-47bd-bfc3-65ca19f9ddb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:26.345343 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd6e66d-63fc-45e3-ac32-9cc60e4c46ea req-17791583-c03c-47bd-bfc3-65ca19f9ddb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.0933771
Feb 17 04:47:26.394653 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8bd6e66d-63fc-45e3-ac32-9cc60e4c46ea req-f52fc3f4-4572-4fab-bd7f-25ef883b2aa1 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425801
Feb 17 04:47:26.428459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854377437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854225749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770302'] for router, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.587874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Allocated IP 172.20.0.2 (27bb8571-9681-4d0b-83b9-a8f5e5ad57c6/25a33c6a-7f50-498a-8967-42af7e3affeb/4d19d0af-6eb5-4bc5-98bb-c132cb494921) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:26.820236 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.831198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Transition to ACTIVE for port object 4d19d0af-6eb5-4bc5-98bb-c132cb494921 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:26.847337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Transition to ACTIVE for port object 4d19d0af-6eb5-4bc5-98bb-c132cb494921 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:26.852377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:26.868466 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:26.994981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.003066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Pushing event updated for resources: {'Port': ['ID=4d19d0af-6eb5-4bc5-98bb-c132cb494921,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:27.015787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:27.029080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.059659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:27.060819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Resources bound (agent type, host, resource id):  {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:27.063117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:27.120275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Attempting to bind port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:27.121211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Attempting to bind port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:27.121650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Attempting to bind port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 on network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:27.127352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:27.127780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Checking segment: {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:27.128234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.128687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Bound using segment: {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:27.129213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Bound port: 4d19d0af-6eb5-4bc5-98bb-c132cb494921, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:27.129640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.226577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] For port 4d19d0af-6eb5-4bc5-98bb-c132cb494921, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:27.229920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] For port 4d19d0af-6eb5-4bc5-98bb-c132cb494921, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=4d19d0af-6eb5-4bc5-98bb-c132cb494921,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:27.232469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.248134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:27.304950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Allocated IP 172.27.0.201 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/bcb9543e-f804-46b2-9fed-639bff7fafd3) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:27.401364 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Pushing event updated for resources: {'Port': ['ID=4d19d0af-6eb5-4bc5-98bb-c132cb494921,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:27.407160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ae93aedb-c564-4acf-925d-4770972830dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:27.493914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.500746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 31bdc6fa-8a62-4e19-b55e-77559507bcc8 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:27.538754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.555786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c1ad93d3-d669-4ab0-8adc-a92340e3fb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:27.597633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:27.604826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:27.605502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.663674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52c94b-338d-4278-a653-fee4d8332704 req-f3eb0d6a-c3f5-4e73-9ae7-77431d16da57 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:27.665349 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-af52c94b-338d-4278-a653-fee4d8332704 req-f3eb0d6a-c3f5-4e73-9ae7-77431d16da57 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.1138833
Feb 17 04:47:27.718117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb9543e-f804-46b2-9fed-639bff7fafd3,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:27.723758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:27.726626 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-af52c94b-338d-4278-a653-fee4d8332704 req-5894746c-ca47-4a10-8279-ddac40395429 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541983
Feb 17 04:47:27.783091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:27.789250 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:27.792713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:27.932406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.953109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 31bdc6fa-8a62-4e19-b55e-77559507bcc8, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=31bdc6fa-8a62-4e19-b55e-77559507bcc8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:27.958496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:27.964863 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f7a95360-e7b7-452c-914f-c64f401cc19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:28.006150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:28.018599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:28.019296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414deb7f0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:28.050903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=31bdc6fa-8a62-4e19-b55e-77559507bcc8,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:28.055530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:28.273387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:28.344682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:28.443762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-e5df3846-c5a5-4f4c-bac6-ec1f51b2d1d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:28.445451 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-e5df3846-c5a5-4f4c-bac6-ec1f51b2d1d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 945 time: 0.4250619
Feb 17 04:47:28.542517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Deleting port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:28.543135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:28.655825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414deb7f0>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:23Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:28.661112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:28.661525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Updating router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 port e04278da-3df2-4d22-872c-03136ed06e4a binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:47:28.702680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:47:28.750287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:28.816448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854225734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398360'] for router, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:28.921022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] For port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:28.921434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:28.969428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.026143 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:29.056541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:29.062589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.064535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:29.181067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93acefe5-ad43-42fa-8217-01ad5ec40d9e None None] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:47:29.216301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Router 1cee5350-c9b2-49e4-b81e-44a8806e505a is scheduled to L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 with binding_index 1 {{(pid=83903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:47:29.339357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.340085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.340448 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Floating IP af622f1b-9735-4a9c-84c0-38a3f6c22d16 disassociated. External IP: 172.27.0.179, port: 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4.
Feb 17 04:47:29.340842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Calling delete_port for 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:29.441505 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'code': 200}
Feb 17 04:47:29.469595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-df6f0dc8-70af-4953-887d-0e96cdcec003 None None] Provisioning for port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:29.478889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43c5d-3cde-4fa5-9f96-4aac2300a167 req-4578f26f-ab76-4ab4-951c-efcb53ded1c8 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:29.480695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10d43c5d-3cde-4fa5-9f96-4aac2300a167 req-4578f26f-ab76-4ab4-951c-efcb53ded1c8 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 943 time: 0.1956513
Feb 17 04:47:29.508326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:29.513585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:29.533159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:47:29.533510 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:47:29.547339 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10d43c5d-3cde-4fa5-9f96-4aac2300a167 req-7abd8316-88fd-4e31-9bdb-c17d3686d5ea tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542719
Feb 17 04:47:29.655531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 31bdc6fa-8a62-4e19-b55e-77559507bcc8 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:29.663569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.677341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Transition to ACTIVE for port object e04278da-3df2-4d22-872c-03136ed06e4a will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:29.680252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.696936 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:29.766507 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:29.766970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.820841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:29.837848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Sync routers for ids ['1cee5350-c9b2-49e4-b81e-44a8806e505a'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:29.846810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:29.848957 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a38e637e-ff4c-4325-a7bf-6266a506bbb8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.8033485
Feb 17 04:47:29.852593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 47890) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:29.864204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Pushing event updated for resources: {'Port': ['ID=e04278da-3df2-4d22-872c-03136ed06e4a,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:29.874526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.875021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.875469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.875911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.876349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.876785 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.877233 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.877663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.878107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.878541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.879063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.879491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.879975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.880401 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.880826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.881264 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.881686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.882109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.882533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.882981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.883405 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.883831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.884254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.884678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:29.889579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:29.926470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Routers {'1cee5350-c9b2-49e4-b81e-44a8806e505a'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:29.927123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c8ed68>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['1cee5350-c9b2-49e4-b81e-44a8806e505a'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:30.000624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 4d19d0af-6eb5-4bc5-98bb-c132cb494921 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:30.056065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Deleting port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:30.056450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.134983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Attempting to bind port e04278da-3df2-4d22-872c-03136ed06e4a on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:30.135409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Attempting to bind port e04278da-3df2-4d22-872c-03136ed06e4a by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:30.135824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Attempting to bind port e04278da-3df2-4d22-872c-03136ed06e4a on network a877ef56-9526-4e88-a555-4c4a4c974334 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:30.152832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:30.153963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Checking segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:30.154543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.155418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Bound using segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:30.156081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Bound port: e04278da-3df2-4d22-872c-03136ed06e4a, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:30.156633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.235857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:30.258226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:30.258674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.298758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] For port e04278da-3df2-4d22-872c-03136ed06e4a, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:30.302287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] For port e04278da-3df2-4d22-872c-03136ed06e4a, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=e04278da-3df2-4d22-872c-03136ed06e4a,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:30.309675 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.326940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Set router 1cee5350-c9b2-49e4-b81e-44a8806e505a gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:30.336301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:30.400285 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] For port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:30.400725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.514625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Pushing event updated for resources: {'Port': ['ID=e04278da-3df2-4d22-872c-03136ed06e4a,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:30.519157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-567fc034-e490-4777-aea7-710bf89d7ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:30.565439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:30.566678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414deb7f0>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:30.594063 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-30a45714-f75e-40dc-8737-cfd7fedc9aad None None] Provisioning complete for port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:30.594485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30a45714-f75e-40dc-8737-cfd7fedc9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.730202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85e5249a-e5f1-4938-984f-bd158a8d7de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.809843 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:30.816765 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.817191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.817558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Floating IP af622f1b-9735-4a9c-84c0-38a3f6c22d16 disassociated. External IP: 172.27.0.179, port: 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4.
Feb 17 04:47:30.817950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Calling delete_port for 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:30.819032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.929558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 4d19d0af-6eb5-4bc5-98bb-c132cb494921, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=4d19d0af-6eb5-4bc5-98bb-c132cb494921,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:30.938676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:30.942430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7939db37-9af7-4a71-a3b8-16255a40f78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:31.004000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30a45714-f75e-40dc-8737-cfd7fedc9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:31.052150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=4d19d0af-6eb5-4bc5-98bb-c132cb494921,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:31.056555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c8ed68>, [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:47:28Z', 'revision_number': 3, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:31.060444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:31.095923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Checking router: 1cee5350-c9b2-49e4-b81e-44a8806e505a for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:31.096412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Updating router 1cee5350-c9b2-49e4-b81e-44a8806e505a port bcb9543e-f804-46b2-9fed-639bff7fafd3 binding host dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:47:31.178498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414deb7f0>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:31.183924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c8d05-254a-470a-bf63-35034cab0b61 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:31.201705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0981be-0702-4207-8b0b-63918bb843eb req-f123af18-4af7-49de-b15d-5fd707754f88 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:31.202695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9d0981be-0702-4207-8b0b-63918bb843eb req-f123af18-4af7-49de-b15d-5fd707754f88 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 943 time: 0.3915670
Feb 17 04:47:31.352714 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-30a45714-f75e-40dc-8737-cfd7fedc9aad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:47:31.353121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-30a45714-f75e-40dc-8737-cfd7fedc9aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:47:31.353796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:31.446878 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9d0981be-0702-4207-8b0b-63918bb843eb req-f9c6d4bd-1c49-47fc-a49b-fa2965866461 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdc9a7ed-42cc-4f87-9401-7a378c2fc101&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2300227
Feb 17 04:47:31.491795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 4d19d0af-6eb5-4bc5-98bb-c132cb494921 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:31.727048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:31.737680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:31.738101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:31.743586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-43ec9cc6-1d4b-4dac-9918-ba3a515136ac tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:31.845829 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event deleted for resources: {'Port': ['ID=49a28669-ba0f-4ebc-9e11-2ac8f664d4d4,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:31.882200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:32.035433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device e04278da-3df2-4d22-872c-03136ed06e4a up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:32.090598 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.119686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Transition to ACTIVE for port object bcb9543e-f804-46b2-9fed-639bff7fafd3 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:32.128594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.146594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:32.251726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.300391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11d522-86b7-43e8-a862-abd9cd4bc76b None None] Pushing event updated for resources: {'Port': ['ID=bcb9543e-f804-46b2-9fed-639bff7fafd3,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:32.314760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port e04278da-3df2-4d22-872c-03136ed06e4a completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:32.321470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8c11d522-86b7-43e8-a862-abd9cd4bc76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:32.328256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port e04278da-3df2-4d22-872c-03136ed06e4a triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:32.328687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.379535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Router 47419954-a55f-4036-bca2-8d0613221bf4 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:32.394186 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9390aa25-711d-4cd2-8f9a-5a3cff18406a None None] Provisioning complete for port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:32.394618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9390aa25-711d-4cd2-8f9a-5a3cff18406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.508623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Attempting to bind port bcb9543e-f804-46b2-9fed-639bff7fafd3 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:32.509046 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Attempting to bind port bcb9543e-f804-46b2-9fed-639bff7fafd3 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:32.509470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Attempting to bind port bcb9543e-f804-46b2-9fed-639bff7fafd3 on network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:32.524388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:32.524819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Checking segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:32.525274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.525723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Bound using segment: {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:32.526261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Bound port: bcb9543e-f804-46b2-9fed-639bff7fafd3, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1b9a11-4bb0-453e-a68f-45e25b8739ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:32.527092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.704020 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e12a9285-fd66-4d56-b2c7-2536e97c296d req-7acfcc03-cae6-4a1a-8406-807a49d436ff tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=486ab1d3-d971-40c2-aca6-4ce6ef472355 HTTP/1.1" status: 200  len: 210 time: 0.0786092
Feb 17 04:47:32.715242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.732953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:32.734962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] For port bcb9543e-f804-46b2-9fed-639bff7fafd3, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:32.743496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:32.753716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:32.754360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414f38b70>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:32.757354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] For port bcb9543e-f804-46b2-9fed-639bff7fafd3, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=bcb9543e-f804-46b2-9fed-639bff7fafd3,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:32.764155 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9390aa25-711d-4cd2-8f9a-5a3cff18406a None None] Provisioning complete for port e04278da-3df2-4d22-872c-03136ed06e4a triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:32.764581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9390aa25-711d-4cd2-8f9a-5a3cff18406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.782929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] No DVR routers for this DVR port 49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:47:32.787600 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.790382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'name': 'network-vif-deleted', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:32.806234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:32.830232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c51f8dc8-fe5c-4bb9-a9ea-622a1d9eabed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:32.851480 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486ab1d3-d971-40c2-aca6-4ce6ef472355', 'name': 'network-vif-deleted', 'tag': '49a28669-ba0f-4ebc-9e11-2ac8f664d4d4', 'status': 'completed', 'code': 200}
Feb 17 04:47:32.863383 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6b161d8e-c049-4a74-b2ad-ef9167baaa38 req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "DELETE /v2.0/ports/49a28669-ba0f-4ebc-9e11-2ac8f664d4d4 HTTP/1.1" status: 204  len: 173 time: 4.4115903
Feb 17 04:47:32.918592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port e04278da-3df2-4d22-872c-03136ed06e4a, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=e04278da-3df2-4d22-872c-03136ed06e4a,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:32.943200 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Allocated IP 172.20.0.1 (27bb8571-9681-4d0b-83b9-a8f5e5ad57c6/25a33c6a-7f50-498a-8967-42af7e3affeb/5e7dead3-14d6-4e9d-8072-a42067d1ee92) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:32.966859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.022479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce611-0abf-46bf-b73b-7a7d0ebeb96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.035222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11d522-86b7-43e8-a862-abd9cd4bc76b None None] Pushing event updated for resources: {'Port': ['ID=bcb9543e-f804-46b2-9fed-639bff7fafd3,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:33.044115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8c11d522-86b7-43e8-a862-abd9cd4bc76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:33.044772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5993ebbe-b2e2-4be1-9f5e-c8c880ea4c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:33.048776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:33.143042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.162238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Transition to ACTIVE for port object 5e7dead3-14d6-4e9d-8072-a42067d1ee92 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:33.188889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.205972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=e04278da-3df2-4d22-872c-03136ed06e4a,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:33.209713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f6b87ce7-3b62-4428-90a0-76b2e0f91d16 tempest-TestMinimumBasicScenario-76766256 tempest-TestMinimumBasicScenario-76766256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:33.215080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:33.224283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Routers {'1cee5350-c9b2-49e4-b81e-44a8806e505a'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:33.224986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c8ed68>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['1cee5350-c9b2-49e4-b81e-44a8806e505a'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:33.387948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7dead3-14d6-4e9d-8072-a42067d1ee92,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:33.394129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:33.480053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:33.481930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:33.498037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:33.540524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device e04278da-3df2-4d22-872c-03136ed06e4a up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:33.597313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854234879'] for router_interface, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.597566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414f38b70>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:33.601947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:33.612738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:33.613169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414f38b70>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:33.644693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.700055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port e04278da-3df2-4d22-872c-03136ed06e4a triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:33.700475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.735151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] Set router 1cee5350-c9b2-49e4-b81e-44a8806e505a gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:33.829976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:33.844027 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47904) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:33.897086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.929490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.971450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c476b9b8-35b8-434d-a9c4-5a1f7a5696e6 None None] Provisioning for port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:33.987537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:33.991639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c476b9b8-35b8-434d-a9c4-5a1f7a5696e6 None None] Provisioning complete for port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:33.992069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c476b9b8-35b8-434d-a9c4-5a1f7a5696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.078836 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.091958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-084c36b6-de37-4e0f-8a72-12966cdf6350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:34.114252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc9a7ed-42cc-4f87-9401-7a378c2fc101,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:34.125533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.127057 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "DELETE /v2.0/security-groups/cdc9a7ed-42cc-4f87-9401-7a378c2fc101 HTTP/1.1" status: 204  len: 168 time: 0.2813768
Feb 17 04:47:34.128274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:34.129772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47908) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:34.147695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c476b9b8-35b8-434d-a9c4-5a1f7a5696e6 None None] Port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:47:34.154235 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.v2.resource [None req-0f72be64-b05b-45dc-85f1-946e7f0ed0d9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] show failed (client error): The resource could not be found.
Feb 17 04:47:34.155927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0f72be64-b05b-45dc-85f1-946e7f0ed0d9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups/cdc9a7ed-42cc-4f87-9401-7a378c2fc101 HTTP/1.1" status: 404  len: 347 time: 0.0244350
Feb 17 04:47:34.158933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47912) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:34.249454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c8ed68>, [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:47:28Z', 'revision_number': 3, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:34.254198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ae72b-3392-4266-ac71-b3d6beb62129 None None] The sync data for ids ['1cee5350-c9b2-49e4-b81e-44a8806e505a'] in dv-cinder-760197-3-iscsi is: [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:47:28Z', 'revision_number': 3, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:34.265425 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.274259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414f38b70>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:34.278051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.284477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db9c24-1422-4fc6-95a3-eaf8aaf95b3f None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:34.310412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-09c55328-1f45-4284-9e26-de702f528cb4 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:34.374257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Deleting port 5afc58c9-907f-4552-b7c3-df7ded6ceecb {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:47:34.374676 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.572803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.573179 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.599017 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.658149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541031'] for router_interface, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.674158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7dead3-14d6-4e9d-8072-a42067d1ee92,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:34.677825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:34.719592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Calling delete_port for 5afc58c9-907f-4552-b7c3-df7ded6ceecb owned by network:floatingip {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:47:34.807521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0eff9d-ccbf-46d3-ad44-a440b69a99d8 None None] New status for floating IP af622f1b-9735-4a9c-84c0-38a3f6c22d16: DOWN {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:47:34.837711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:34.839349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:34.916272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.936525 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e00080bd-bd66-4ab7-9665-1fe0cebb0ab6 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:35.053780 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-ef0eff9d-ccbf-46d3-ad44-a440b69a99d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:47:35.054198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-ef0eff9d-ccbf-46d3-ad44-a440b69a99d8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:47:35.081048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event deleted for resources: {'Port': ['ID=5afc58c9-907f-4552-b7c3-df7ded6ceecb,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:35.089690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:35.109221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Router 1cee5350-c9b2-49e4-b81e-44a8806e505a has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:35.111808 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.174958 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d424ce4b-c596-4e23-b2c9-bd07eaf7a9df None None] Provisioning complete for port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:35.175383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d424ce4b-c596-4e23-b2c9-bd07eaf7a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.241682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d424ce4b-c596-4e23-b2c9-bd07eaf7a9df None None] Port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:47:35.244219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.262850 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.264279 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-91b6e7bd-3174-4568-8155-d241ebab8267 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "DELETE /v2.0/floatingips/af622f1b-9735-4a9c-84c0-38a3f6c22d16 HTTP/1.1" status: 204  len: 168 time: 1.1041656
Feb 17 04:47:35.343300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:35.352917 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] 10.222.0.38 "PUT /v2.0/routers/1cee5350-c9b2-49e4-b81e-44a8806e505a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4947772
Feb 17 04:47:35.451752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device bcb9543e-f804-46b2-9fed-639bff7fafd3 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:35.536476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port bcb9543e-f804-46b2-9fed-639bff7fafd3 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:35.548800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port bcb9543e-f804-46b2-9fed-639bff7fafd3 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:35.549522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.588280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0eff9d-ccbf-46d3-ad44-a440b69a99d8 None None] New status for floating IP af622f1b-9735-4a9c-84c0-38a3f6c22d16: DOWN {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:47:35.661710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47924) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:35.668871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488743855', 'description': 'tempest-description--239496033'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:35.675840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:35.680348 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:35.683453 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:35.689422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:35.700430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.721934 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:35.726026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:35.729025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:35.736639 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:35.814588 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.819918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.827415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-63fecd6b-30a6-40b8-b5a9-16fbf53ff7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:35.829038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.847266 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port bcb9543e-f804-46b2-9fed-639bff7fafd3, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=bcb9543e-f804-46b2-9fed-639bff7fafd3,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:35.851726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.853789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:35.871825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf44550-4ab0-485d-b085-3caec0366ce3,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:35.874964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:35.875841 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.878598 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5d926244-efba-4c5b-93e1-2f8565492fcf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2142041
Feb 17 04:47:35.880237 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47928) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:35.886906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'security_group_rule': {'security_group_id': '7bf44550-4ab0-485d-b085-3caec0366ce3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:35.893354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:35.897530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:35.900610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:35.906590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:35.926677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.930032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=bcb9543e-f804-46b2-9fed-639bff7fafd3,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:35.934645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:36.000477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.004977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.007238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b6f1159d-4897-481d-aa35-f6839dc5dfbb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:36.007561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1134504179', 'description': 'tempest-TestVolumeBootPattern-1134504179 description'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.014877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:36.018918 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Usage tracker for resource:security_group and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:36.021893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:36.028199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:36.031907 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7a0b83-055f-4e37-b770-f260083f2337,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:36.034595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:36.039119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.040113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.041408 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-63498ac8-cfff-48ae-ad42-5214c52843d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1598637
Feb 17 04:47:36.045202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47934) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:36.050794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'security_group_rule': {'security_group_id': '7bf44550-4ab0-485d-b085-3caec0366ce3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.056935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:36.061286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:security_group_rule and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:36.063385 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:36.064365 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:36.067586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Usage tracker for resource:security_group_rule and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:36.070111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:36.070543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:36.076790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:36.092452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.152804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.155602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.160037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.161238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f88200a-8e2b-4810-9df9-143a9182f836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:36.164682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.174537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a0d0f286-c9f7-4fb9-bd5b-71da770ed67a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:36.197444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afc9a36-4d27-4ca2-8266-ede0b3bc58fb,revision_number=0']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:36.200845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:36.204944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.206271 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-465d61cb-df4c-4825-8223-63b771ff6e37 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1600504
Feb 17 04:47:36.207226 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:36.209628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 47938) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:36.209796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.211060 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d3340a1d-160f-4c59-909c-cd4c86f849b2 req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2094469
Feb 17 04:47:36.211900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:36.218292 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.224726 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:36.228926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Usage tracker for resource:floatingip and tenant:7dbfc8aedca448fab8273424e08aecf0 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:36.232947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:36.239038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:36.251830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.285972 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-5ab8044f-b077-4007-a5d1-76f66bc6e859 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups/0d6c5764-0a4b-4bdf-9c66-dbe465e68a73 HTTP/1.1" status: 200  len: 1808 time: 0.0492029
Feb 17 04:47:36.297590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d6c5764-0a4b-4bdf-9c66-dbe465e68a73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.297994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d6c5764-0a4b-4bdf-9c66-dbe465e68a73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.304135 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:36.309111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Usage tracker for resource:security_group_rule and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:36.312489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:36.318535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:36.376743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.399239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.402391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.405149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.407291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:36.430426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa6cd33-9ae4-4f80-9893-23aa09d89edc,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:36.433176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:36.440628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.441956 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-1d08b186-6e74-4725-ab3c-381e10e53dbf req-02dd6ba0-e024-4b8b-9a62-7b8c74c8d920 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1486225
Feb 17 04:47:36.514593 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-4a2056d5-3aa2-4563-bf77-cad61d79e9ae tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups/0d6c5764-0a4b-4bdf-9c66-dbe465e68a73 HTTP/1.1" status: 200  len: 2401 time: 0.0491529
Feb 17 04:47:36.525630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d6c5764-0a4b-4bdf-9c66-dbe465e68a73', 'remote_group_id': None}]} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.525985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d6c5764-0a4b-4bdf-9c66-dbe465e68a73', 'remote_group_id': None}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:36.532847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:36.536857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Usage tracker for resource:security_group_rule and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:36.539851 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:36.546010 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:36.608162 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.633066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.635791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406397'] for security_group_rule, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.643646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-469ca7c4-4aef-40bb-a76e-7b79a77306ae tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:36.663119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c780c19a-7cd0-43d5-9ff4-de9fc0a0faad,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:36.665905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:36.673752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.675891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Allocated IP 172.27.0.207 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/79d27cc6-c3a3-4f78-9370-8eabf3b025e5) {{(pid=83903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:36.676676 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d41d5cc2-8ea4-4d16-aae5-24fb2bd4bfd7 req-d68150ad-6910-4ff2-861d-b7f674d12b9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1551368
Feb 17 04:47:36.847649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for port, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.878303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:36.893826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a3b6e05d-9d64-4576-9fe9-93c6ad087f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:37.031169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'Port': ['ID=79d27cc6-c3a3-4f78-9370-8eabf3b025e5,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:37.044054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:37.090797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:37.092089 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources bound (agent type, host, resource id):  {{(pid=83903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:37.094406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Received port after_create {{(pid=83903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:37.184262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.251985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.289568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Sync routers for ids ['1cee5350-c9b2-49e4-b81e-44a8806e505a'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:37.302738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Routers {'1cee5350-c9b2-49e4-b81e-44a8806e505a'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:37.303665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149cd390>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['1cee5350-c9b2-49e4-b81e-44a8806e505a'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:37.424383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device bcb9543e-f804-46b2-9fed-639bff7fafd3 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:37.519942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Set router 1cee5350-c9b2-49e4-b81e-44a8806e505a gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:37.534770 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port bcb9543e-f804-46b2-9fed-639bff7fafd3 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:37.535199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.583045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for port, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.589697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852186993'] for port, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.613879 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e8b5249-ea0c-47fa-8853-0acd0f8bfa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:37.769290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'Port': ['ID=79d27cc6-c3a3-4f78-9370-8eabf3b025e5,revision_number=2']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:37.773528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:37.889930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.892066 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149cd390>, [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:47:33Z', 'revision_number': 4, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '5e7dead3-14d6-4e9d-8072-a42067d1ee92', 'name': '', 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'mac_address': 'fa:16:3e:53:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '25a33c6a-7f50-498a-8967-42af7e3affeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:32Z', 'updated_at': '2021-02-17T04:47:34Z', 'revision_number': 2, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'subnets': [{'id': '25a33c6a-7f50-498a-8967-42af7e3affeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:37.896127 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Checking router: 1cee5350-c9b2-49e4-b81e-44a8806e505a for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:37.896523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Updating router 1cee5350-c9b2-49e4-b81e-44a8806e505a port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 binding host dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:47:37.912531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.913878 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-5949d54d-df37-459e-9665-20195fecacb4 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7028470
Feb 17 04:47:37.960000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.161416 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-aad9e13f-3831-47f5-87b4-fc47157f934a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--488743855&fields=id&tenant_id=7dbfc8aedca448fab8273424e08aecf0 HTTP/1.1" status: 200  len: 267 time: 0.0444658
Feb 17 04:47:38.332634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-a9628b0b-75ff-4804-9921-e8c8100d45bb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:38.334286 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-a9628b0b-75ff-4804-9921-e8c8100d45bb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 811 time: 0.1647847
Feb 17 04:47:38.352253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-10604342-ac66-4bb1-a0cd-fc57edd403ce tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/quotas/7dbfc8aedca448fab8273424e08aecf0 HTTP/1.1" status: 200  len: 375 time: 0.0109272
Feb 17 04:47:38.394442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.407381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Transition to ACTIVE for port object 5e7dead3-14d6-4e9d-8072-a42067d1ee92 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:38.410584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.429794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:38.449088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-d4b89bf2-e74d-4110-8cf6-42538e85338e tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Synchronizing usage tracker for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:47:38.465117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-d4b89bf2-e74d-4110-8cf6-42538e85338e tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Unset dirty status for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:47:38.467308 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-d4b89bf2-e74d-4110-8cf6-42538e85338e tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1084478
Feb 17 04:47:38.574795 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191adb9-b090-42f8-8853-1c12bd76d02d None None] Pushing event updated for resources: {'Port': ['ID=5e7dead3-14d6-4e9d-8072-a42067d1ee92,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:38.579791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a191adb9-b090-42f8-8853-1c12bd76d02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:38.609771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-9ed8158f-2a03-4c71-8daa-3167eac2f0e9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:47:38.611595 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-9ed8158f-2a03-4c71-8daa-3167eac2f0e9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1236699
Feb 17 04:47:38.763806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Attempting to bind port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 on host dv-cinder-760197-3-iscsi for vnic_type normal with profile  {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:38.764524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Attempting to bind port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 by drivers openvswitch on host dv-cinder-760197-3-iscsi at level 0 using segments [{'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:38.764937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Attempting to bind port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 on network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:38.769967 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-9e091384-2efe-4929-b7b4-eabc52d97711 service neutron] 10.222.0.38 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517835
Feb 17 04:47:38.771339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Checking agent: {'id': '5720e48d-32a9-4620-9035-e88a12f69def', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 27, 34), 'started_at': datetime.datetime(2021, 2, 17, 4, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:38.771759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Checking segment: {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:38.772210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.772657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Bound using segment: {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:38.773173 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Bound port: 5e7dead3-14d6-4e9d-8072-a42067d1ee92, host: dv-cinder-760197-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bade6c2-52bc-4b27-8e98-3b3058ddead9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:38.773569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.879842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] For port 5e7dead3-14d6-4e9d-8072-a42067d1ee92, host dv-cinder-760197-3-iscsi, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:38.883443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] For port 5e7dead3-14d6-4e9d-8072-a42067d1ee92, host dv-cinder-760197-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=5e7dead3-14d6-4e9d-8072-a42067d1ee92,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:38.887634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.904307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-53109d90-d2e0-4b46-90ae-4452fb1951b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:38.927858 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-d175a2bb-1cf2-4c38-a7d1-7e5c9a95d6c8 service neutron] 10.222.0.38 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508410
Feb 17 04:47:39.069594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191adb9-b090-42f8-8853-1c12bd76d02d None None] Pushing event updated for resources: {'Port': ['ID=5e7dead3-14d6-4e9d-8072-a42067d1ee92,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:39.075501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a191adb9-b090-42f8-8853-1c12bd76d02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83905) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:39.125753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Routers {'1cee5350-c9b2-49e4-b81e-44a8806e505a'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:39.126448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14149cd390>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['1cee5350-c9b2-49e4-b81e-44a8806e505a'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:39.137771 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-071748f8-d114-4605-af87-ca3cca49e7ac req-dfa25d56-1e3f-4781-a851-688c5c2d8090 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 210 time: 0.0568504
Feb 17 04:47:39.488756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] Set router 1cee5350-c9b2-49e4-b81e-44a8806e505a gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:39.828909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14149cd390>, [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:47:33Z', 'revision_number': 4, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '5e7dead3-14d6-4e9d-8072-a42067d1ee92', 'name': '', 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'mac_address': 'fa:16:3e:53:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '25a33c6a-7f50-498a-8967-42af7e3affeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:32Z', 'updated_at': '2021-02-17T04:47:38Z', 'revision_number': 4, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'subnets': [{'id': '25a33c6a-7f50-498a-8967-42af7e3affeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:39.833101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24245d-46df-4b4c-8fd7-d343528a12e9 None None] The sync data for ids ['1cee5350-c9b2-49e4-b81e-44a8806e505a'] in dv-cinder-760197-3-iscsi is: [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:47:33Z', 'revision_number': 4, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': '5e7dead3-14d6-4e9d-8072-a42067d1ee92', 'name': '', 'network_id': '27bb8571-9681-4d0b-83b9-a8f5e5ad57c6', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'mac_address': 'fa:16:3e:53:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '25a33c6a-7f50-498a-8967-42af7e3affeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:32Z', 'updated_at': '2021-02-17T04:47:38Z', 'revision_number': 4, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'subnets': [{'id': '25a33c6a-7f50-498a-8967-42af7e3affeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:40.254794 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eb0fc901-a454-4262-b9da-e8d49822b82a req-8b1dff7f-de7f-4087-a02d-256af3867ed1 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 210 time: 0.0553813
Feb 17 04:47:41.458661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 5e7dead3-14d6-4e9d-8072-a42067d1ee92 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:41.501177 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cc51dc01-48ce-4e3b-a84d-8a036ce5a5c1 req-9e4e09f2-c311-40d5-b8a3-737527c3f01b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 210 time: 0.0753531
Feb 17 04:47:41.539888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning for port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:41.546234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:41.546842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:41.564258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-fc8389ef-6c1c-4cb2-b15c-3e136245bddd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:41.566004 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-fc8389ef-6c1c-4cb2-b15c-3e136245bddd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 811 time: 0.2304075
Feb 17 04:47:41.662773 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-62c704c2-ecab-40c5-9082-49284da48ba6 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7dbfc8aedca448fab8273424e08aecf0 HTTP/1.1" status: 200  len: 5707 time: 0.0802593
Feb 17 04:47:41.674691 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'port': {'device_id': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'admin_state_up': True, 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'security_groups': ['7bf44550-4ab0-485d-b085-3caec0366ce3']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:41.686107 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:41.720924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] For port 5e7dead3-14d6-4e9d-8072-a42067d1ee92, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=5e7dead3-14d6-4e9d-8072-a42067d1ee92,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:41.726819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:41.728924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:41.807194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Pushing event updated for resources: {'Port': ['ID=5e7dead3-14d6-4e9d-8072-a42067d1ee92,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:41.811736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:41.833920 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:41.844110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:41.852479 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Made reservation on behalf of 7dbfc8aedca448fab8273424e08aecf0 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:47:41.859241 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:42.187230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Allocated IP 172.20.0.8 (31fedee6-4f2b-4144-ad68-a6683410778d/6cda67dc-0aa1-4db9-9fdb-d363018228e4/2ded8dbd-6518-4ac7-bad2-d6eb541e39c4) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:42.396083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:42.413435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Transition to ACTIVE for port object 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:42.437951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:42.453548 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6e341eb5-ffa7-4ea9-abe5-77dbfe40ef6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:42.601599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event updated for resources: {'Port': ['ID=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:42.616482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:42.723359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Network 31fedee6-4f2b-4144-ad68-a6683410778d is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:42.734506 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:42.738521 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:42.805643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea717dd-abab-4a7e-bc0b-bf327a884e22 req-8a77c4ab-ea27-4f9b-804d-09fe133bbabf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:42.807326 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2ea717dd-abab-4a7e-bc0b-bf327a884e22 req-8a77c4ab-ea27-4f9b-804d-09fe133bbabf tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 931 time: 0.1795030
Feb 17 04:47:42.838388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:42.839912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:42.889290 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2ea717dd-abab-4a7e-bc0b-bf327a884e22 req-990aade6-0af1-4c91-a064-3b30d8ea244c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724578
Feb 17 04:47:42.891152 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2207227
Feb 17 04:47:42.910638 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Request body: {'port': {'device_id': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:42.960688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5366efd7-23e9-438f-87c7-3b397445ca78 None None] Provisioning for port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:42.968526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5366efd7-23e9-438f-87c7-3b397445ca78 None None] Provisioning complete for port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:42.968957 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5366efd7-23e9-438f-87c7-3b397445ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:43.032000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5366efd7-23e9-438f-87c7-3b397445ca78 None None] Port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:47:43.048994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:43.407287 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:47:43.426694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 5e7dead3-14d6-4e9d-8072-a42067d1ee92 up at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:43.511615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Provisioning complete for port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:43.512215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:43.738518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:47:43.750685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:43.764012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Transition to ACTIVE for port object 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:43.765860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:43.781482 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7fb54f98-11d4-42aa-b4e8-fece6ee55be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:43.919487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Pushing event updated for resources: {'Port': ['ID=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:43.932176 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:44.198163 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Attempting to bind port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:44.198547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Attempting to bind port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:44.199041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Attempting to bind port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 on network 31fedee6-4f2b-4144-ad68-a6683410778d {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:44.212998 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:44.213386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Checking segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:44.214356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:44.214805 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Bound using segment: {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:44.215281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Bound port: 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb83f3c-e23f-437a-916a-8f1f6c11349b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:44.215662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:44.275491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913df9bb-60b2-4c07-84a6-5ba1480aada5 req-cfb17cff-8134-4744-ab15-a17fecb2c6af tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:44.276743 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-913df9bb-60b2-4c07-84a6-5ba1480aada5 req-cfb17cff-8134-4744-ab15-a17fecb2c6af tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Synchronizing usage tracker for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:47:44.325660 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-913df9bb-60b2-4c07-84a6-5ba1480aada5 req-cfb17cff-8134-4744-ab15-a17fecb2c6af tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Unset dirty status for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:47:44.327000 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-913df9bb-60b2-4c07-84a6-5ba1480aada5 req-cfb17cff-8134-4744-ab15-a17fecb2c6af tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 943 time: 0.2355468
Feb 17 04:47:44.361674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] For port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:44.380502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] For port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:44.388395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:44.405585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-78713eca-de7c-4ddd-add9-e72ae787455e tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:44.494452 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-913df9bb-60b2-4c07-84a6-5ba1480aada5 req-e71292e9-952c-4d60-9775-8b5b30a365af tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605382
Feb 17 04:47:44.564537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Pushing event updated for resources: {'Port': ['ID=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:44.569916 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:44.607334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:44.608138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:44.609474 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] 10.222.0.46 "PUT /v2.0/ports/2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 HTTP/1.1" status: 200  len: 1157 time: 1.7096882
Feb 17 04:47:44.610189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:44.690065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'status': 'completed', 'code': 200}
Feb 17 04:47:44.735153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-22f82437-2c3b-4448-8454-f7636f2cb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:44.738329 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-22f82437-2c3b-4448-8454-f7636f2cb63f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 1160 time: 0.0865235
Feb 17 04:47:44.821490 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-24d02ad6-c777-4edf-934e-7c03c1d30d95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 HTTP/1.1" status: 200  len: 217 time: 0.0746508
Feb 17 04:47:44.894602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-03546b21-c36a-4f66-bd78-72a2a3ee56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:44.896239 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-03546b21-c36a-4f66-bd78-72a2a3ee56e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0685551
Feb 17 04:47:44.987802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-997b1878-64a7-4962-bae2-cec9a6ec4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:44.989439 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-997b1878-64a7-4962-bae2-cec9a6ec4744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859783
Feb 17 04:47:45.140375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-bdfb1544-c7a2-4346-8e14-86ba920b2044 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406744
Feb 17 04:47:45.288485 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c1e9e746-c828-4df5-af29-f44e66db94f0 req-c115c4e2-aef5-4489-b392-88a0a6ada4a6 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411397
Feb 17 04:47:45.409727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-81606d11-757c-4649-a4de-f9d8cbaae63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:45.411375 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-81606d11-757c-4649-a4de-f9d8cbaae63c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 1160 time: 0.0796683
Feb 17 04:47:45.558424 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-73f73cd5-5d52-42de-a736-3ba0c451dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:45.560334 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-73f73cd5-5d52-42de-a736-3ba0c451dd36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1415441
Feb 17 04:47:45.673507 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-a2c7b6e4-300d-4f02-a2cd-a87ff38847cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 HTTP/1.1" status: 200  len: 217 time: 0.1054347
Feb 17 04:47:45.770964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-55d61352-dfbc-4e19-95b6-5d60062a594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:45.772517 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-55d61352-dfbc-4e19-95b6-5d60062a594f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0920320
Feb 17 04:47:45.829531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2859f-afd6-4e35-a0d8-52d726337b25 req-2b2daf57-6303-4ef3-a54f-4d3c8bec8b0c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:45.831191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-46b2859f-afd6-4e35-a0d8-52d726337b25 req-2b2daf57-6303-4ef3-a54f-4d3c8bec8b0c tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 943 time: 0.2019138
Feb 17 04:47:45.890001 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-46b2859f-afd6-4e35-a0d8-52d726337b25 req-2e0e0a87-62cc-422b-92c2-8aebc5718f31 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512047
Feb 17 04:47:45.908930 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-9c67fc15-5421-4972-aa30-10812c893cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:45.910711 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-9c67fc15-5421-4972-aa30-10812c893cf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1289909
Feb 17 04:47:46.064652 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-a60b51a2-b78e-4cbc-b29a-f85ceec4a186 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463375
Feb 17 04:47:46.215797 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b6bbffe9-b9c7-43a3-9909-466b9c2ee0dc req-2036b6b6-3364-438e-a080-5877c08dfb78 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412916
Feb 17 04:47:47.100325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281035d-8f9d-4163-89f7-8a1ac50fbf28 req-687bdd6e-5b21-47ad-aa25-ba1c4406336a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:47.101942 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7281035d-8f9d-4163-89f7-8a1ac50fbf28 req-687bdd6e-5b21-47ad-aa25-ba1c4406336a tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 943 time: 0.0921733
Feb 17 04:47:47.148928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:47.153583 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7281035d-8f9d-4163-89f7-8a1ac50fbf28 req-41dac162-3b08-4a1c-9cb7-2ed19f1f49f7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444944
Feb 17 04:47:47.227537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:47.232766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:47.233189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:47.360103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:47.390377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:47.400452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:47:47.403944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:47.405906 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-287f985f-2c55-4908-a696-b568a77972ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:47.444214 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'code': 200}
Feb 17 04:47:47.479052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:47.482428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:47.695534 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d1401-8750-48e1-a77e-f7bd98fbd3c0 req-046698c7-6c0f-45e2-ab18-4947d2c06dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:47.697168 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd5d1401-8750-48e1-a77e-f7bd98fbd3c0 req-046698c7-6c0f-45e2-ab18-4947d2c06dcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 1162 time: 0.0783079
Feb 17 04:47:47.743512 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fd5d1401-8750-48e1-a77e-f7bd98fbd3c0 req-697b5352-6bfa-4e25-b763-6177ee5129a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395482
Feb 17 04:47:48.361844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ed4e0-d253-401d-ae1c-0d4e9cd4affa req-ac2781d6-31dc-4d73-857a-fe4b66bb12b0 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:48.363496 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-859ed4e0-d253-401d-ae1c-0d4e9cd4affa req-ac2781d6-31dc-4d73-857a-fe4b66bb12b0 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 945 time: 0.0883465
Feb 17 04:47:48.411558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-859ed4e0-d253-401d-ae1c-0d4e9cd4affa req-1217e8a5-8c61-498e-85c8-75b0b5f0c790 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418124
Feb 17 04:47:48.913369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:47:48.991643 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:48.992074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:49.619153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbebd88-22d6-4714-978a-a71f40187a60 req-5bb704f3-b6ff-4c10-99fa-775b3e2702d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:49.620712 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ccbebd88-22d6-4714-978a-a71f40187a60 req-5bb704f3-b6ff-4c10-99fa-775b3e2702d7 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 945 time: 0.0910275
Feb 17 04:47:49.670419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ccbebd88-22d6-4714-978a-a71f40187a60 req-81cb6bb0-2799-491c-86f6-4ce55e64d834 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433414
Feb 17 04:47:49.864560 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04080fc1-d956-4cfe-9c2d-b96f3fc2075e req-332a8de9-72f9-4421-b279-63caae47955b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:49.866168 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-04080fc1-d956-4cfe-9c2d-b96f3fc2075e req-332a8de9-72f9-4421-b279-63caae47955b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 945 time: 0.0892572
Feb 17 04:47:49.876574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48092) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:47:49.882492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Request body: {'floatingip': {'port_id': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:49.965572 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, before_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:50.989543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:50.992229 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:51.170167 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Floating IP 6fcb4bed-0118-4364-93f9-200f84436ab7 associated. External IP: 172.27.0.207, port: 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4.
Feb 17 04:47:51.540284 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Router 47419954-a55f-4036-bca2-8d0613221bf4 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:47:51.726601 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:47:51.731267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:51.736732 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:47:51.747462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:51.748141 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414042128>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:51.792594 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-44173ec2-312d-4ed2-851a-f090da7bee67 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "PUT /v2.0/floatingips/6fcb4bed-0118-4364-93f9-200f84436ab7 HTTP/1.1" status: 200  len: 991 time: 1.9148557
Feb 17 04:47:51.793387 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4'}] {{(pid=83903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:51.911306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'status': 'completed', 'code': 200}
Feb 17 04:47:52.025412 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-a1bee9cd-3716-4421-9c33-ddbc39d3ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:52.027619 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-a1bee9cd-3716-4421-9c33-ddbc39d3ac25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 1162 time: 0.0906386
Feb 17 04:47:52.115040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:52.172153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-6c03af17-89a3-4b63-8b41-bd92017b2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:52.173764 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-6c03af17-89a3-4b63-8b41-bd92017b2ec0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1400900
Feb 17 04:47:52.286832 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-60aeebcb-9df8-4875-9561-0c659cd3be57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 HTTP/1.1" status: 200  len: 999 time: 0.1050849
Feb 17 04:47:52.356289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-7e4b267a-86b9-4187-8e6f-0961e12bff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:52.357876 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-7e4b267a-86b9-4187-8e6f-0961e12bff6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0642836
Feb 17 04:47:52.447419 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-30d68e9a-68fd-4bd9-b705-625a9fa842fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:52.449322 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-30d68e9a-68fd-4bd9-b705-625a9fa842fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819514
Feb 17 04:47:52.485413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414042128>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '6fcb4bed-0118-4364-93f9-200f84436ab7', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'port_id': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'mac_address': 'fa:16:3e:26:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:47:37Z', 'updated_at': '2021-02-17T04:47:50Z', 'revision_number': 1, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:52.489682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:47:52.503563 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:47:52.504372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414042128>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:47:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:52.597461 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-905328a1-cebc-4c0f-b5ca-fe41b67185fc service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410789
Feb 17 04:47:52.698039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:47:52.743661 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ce0823fb-2971-445e-971d-8c4a2dfceb17 req-88673e0c-b258-4e3b-b193-7e7cf2e442b0 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372218
Feb 17 04:47:53.078745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414042128>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '6fcb4bed-0118-4364-93f9-200f84436ab7', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'port_id': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'mac_address': 'fa:16:3e:26:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:47:37Z', 'updated_at': '2021-02-17T04:47:50Z', 'revision_number': 1, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:47:53.083064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e2661-5693-49b8-beb0-65f079a880a7 None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '6fcb4bed-0118-4364-93f9-200f84436ab7', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'port_id': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'mac_address': 'fa:16:3e:26:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:47:37Z', 'updated_at': '2021-02-17T04:47:50Z', 'revision_number': 1, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:47:53.228925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-0173a21c-826a-499f-bf5c-cf72bd902973 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:security_group {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:47:53.244880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-0173a21c-826a-499f-bf5c-cf72bd902973 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:security_group {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:47:53.246704 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-0173a21c-826a-499f-bf5c-cf72bd902973 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1134504179&fields=id&tenant_id=01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 267 time: 0.0646229
Feb 17 04:47:53.385050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588c75b-52ad-4733-9c80-37147034d6a6 None None] New status for floating IP 6fcb4bed-0118-4364-93f9-200f84436ab7: ACTIVE {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:47:53.657993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-91dae81a-09b9-48e2-a9e7-0a484205fce6 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:53.659595 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-91dae81a-09b9-48e2-a9e7-0a484205fce6 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 811 time: 0.4053915
Feb 17 04:47:53.677536 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-5f4d1527-aabe-4ceb-8b4f-365302faaa8d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/quotas/01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 375 time: 0.0117760
Feb 17 04:47:53.770589 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-bd00fc5c-0898-4cd5-98fa-f47c02886245 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0868816
Feb 17 04:47:53.834963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-aa73af28-bd6e-491d-bc6b-ff6cee35e879 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:47:53.836108 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-aa73af28-bd6e-491d-bc6b-ff6cee35e879 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0534282
Feb 17 04:47:53.978900 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-4bce2ada-006c-49a5-9f1f-ba4dbb5ee5de service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359570
Feb 17 04:47:54.125370 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-585f76aa-e347-4696-b182-27c4f6773485 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390376
Feb 17 04:47:55.353804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:55.560358 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d17c77a4-44fd-4575-a509-07b609af2033 req-4f066728-c36b-40b4-b85a-90ac79256cbf tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 210 time: 0.0501118
Feb 17 04:47:56.626752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-fb4d996c-ffd0-4033-b83e-0bf657506c36 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:56.628354 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-fb4d996c-ffd0-4033-b83e-0bf657506c36 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 811 time: 0.1654403
Feb 17 04:47:56.740612 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-489b52bf-5f77-49db-a4eb-1875811b547d req-928124e9-d545-4cde-a5f7-b6846be96619 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 210 time: 0.0630724
Feb 17 04:47:56.759767 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-4edd2a15-a387-49b7-b5aa-6dad3b342d77 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 5765 time: 0.1221981
Feb 17 04:47:56.769434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'port': {'device_id': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'admin_state_up': True, 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'security_groups': ['0d6c5764-0a4b-4bdf-9c66-dbe465e68a73']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:56.918669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:47:56.922619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Usage tracker for resource:port and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:47:56.925546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:47:56.931258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:47:56.940371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Made reservation on behalf of 01cb524e7a8d4981b00474e1d9ed2062 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:47:56.946120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:57.271427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Allocated IP 172.20.0.5 (a877ef56-9526-4e88-a555-4c4a4c974334/89bc4f28-3b18-42f6-a703-abcd489e8ce8/d7b71187-da26-482f-8eed-c8aacdbbf7ab) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:47:57.474798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:57.491976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Transition to ACTIVE for port object d7b71187-da26-482f-8eed-c8aacdbbf7ab will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:57.518439 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:57.533535 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6781c4d0-1dc3-4781-9244-a1d9873d5db9 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:57.675976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=d7b71187-da26-482f-8eed-c8aacdbbf7ab,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:57.696472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.696896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.697312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.697727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.698131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.698538 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.699150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.699750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.700190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.700596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.701007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.701409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.701867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.702265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.702688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.703093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.703489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.703886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.704288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.704683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.705076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.705469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.705867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.706261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:47:57.711909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:57.751513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Network a877ef56-9526-4e88-a555-4c4a4c974334 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:47:57.752561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:47:57.754931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:47:57.825596 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:57.826450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:57.852085 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0865872
Feb 17 04:47:57.865777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Request body: {'port': {'device_id': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:47:57.982217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b1e73bb5-8e41-4803-9da4-60d0ba6aa873 None None] Provisioning for port d7b71187-da26-482f-8eed-c8aacdbbf7ab completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:47:57.987797 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b1e73bb5-8e41-4803-9da4-60d0ba6aa873 None None] Provisioning complete for port d7b71187-da26-482f-8eed-c8aacdbbf7ab triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:47:57.988420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bb5-8e41-4803-9da4-60d0ba6aa873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:58.051153 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b1e73bb5-8e41-4803-9da4-60d0ba6aa873 None None] Port d7b71187-da26-482f-8eed-c8aacdbbf7ab cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:47:58.069140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde6686-ebc9-4ff4-af4f-da95ffa21ae2 req-16fcdda9-7a56-485c-aa4b-8592e50ece3d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:58.069913 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-6dde6686-ebc9-4ff4-af4f-da95ffa21ae2 req-16fcdda9-7a56-485c-aa4b-8592e50ece3d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:47:58.073577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:58.143286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-6dde6686-ebc9-4ff4-af4f-da95ffa21ae2 req-16fcdda9-7a56-485c-aa4b-8592e50ece3d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:47:58.144561 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6dde6686-ebc9-4ff4-af4f-da95ffa21ae2 req-16fcdda9-7a56-485c-aa4b-8592e50ece3d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 931 time: 0.2497361
Feb 17 04:47:58.255723 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6dde6686-ebc9-4ff4-af4f-da95ffa21ae2 req-dec73a81-40ba-4c3e-95fe-5152c2889d1c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1012928
Feb 17 04:47:58.540343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b71187-da26-482f-8eed-c8aacdbbf7ab {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:47:58.548553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:58.563277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Transition to ACTIVE for port object d7b71187-da26-482f-8eed-c8aacdbbf7ab will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:47:58.566114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:58.582194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6bd6b709-673f-4ea8-be5b-a7cd096b5910 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:58.717501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b71187-da26-482f-8eed-c8aacdbbf7ab,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:58.720757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:58.916475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Attempting to bind port d7b71187-da26-482f-8eed-c8aacdbbf7ab on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:47:58.916849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Attempting to bind port d7b71187-da26-482f-8eed-c8aacdbbf7ab by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:47:58.917220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Attempting to bind port d7b71187-da26-482f-8eed-c8aacdbbf7ab on network a877ef56-9526-4e88-a555-4c4a4c974334 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:47:58.923837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:47:58.924219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Checking segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:47:58.924628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:58.925062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Bound using segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:47:58.925478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Bound port: d7b71187-da26-482f-8eed-c8aacdbbf7ab, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:47:58.926102 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:59.024475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] For port d7b71187-da26-482f-8eed-c8aacdbbf7ab, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:47:59.027683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] For port d7b71187-da26-482f-8eed-c8aacdbbf7ab, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:47:59.030671 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:59.046214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b683e43f-d635-4e43-8993-37b0a8cf5aa1 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:47:59.201327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b71187-da26-482f-8eed-c8aacdbbf7ab,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:47:59.204818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:47:59.238682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:59.239178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:59.240666 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 200  len: 1157 time: 1.3798583
Feb 17 04:47:59.241212 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:47:59.324032 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'status': 'completed', 'code': 200}
Feb 17 04:47:59.364790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-692732fa-3c0d-4b5a-aca7-effd903dcada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:59.367331 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-692732fa-3c0d-4b5a-aca7-effd903dcada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 1160 time: 0.0906825
Feb 17 04:47:59.502264 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-0f90b8da-ef25-4d72-add5-aa160de139ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 200  len: 217 time: 0.1165736
Feb 17 04:47:59.593242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-29735f6e-15ba-4d87-a99e-56dcff34d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:59.594888 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-29735f6e-15ba-4d87-a99e-56dcff34d1b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0851047
Feb 17 04:47:59.604615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a43e3e-7151-4b77-a459-54e5450e0ab0 req-428d627d-f983-4c8b-a924-a09bb9509e35 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:59.606184 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-26a43e3e-7151-4b77-a459-54e5450e0ab0 req-428d627d-f983-4c8b-a924-a09bb9509e35 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.1636209
Feb 17 04:47:59.701524 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-26a43e3e-7151-4b77-a459-54e5450e0ab0 req-9fbe4ded-a82e-4e1d-bca0-499fad226150 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0552919
Feb 17 04:47:59.730831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-175123f8-f644-4cfa-95fb-f58c165cc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:59.732466 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-175123f8-f644-4cfa-95fb-f58c165cc42c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253407
Feb 17 04:47:59.878756 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-4e988ef5-3f02-4f1d-a931-aeb131e14d6a service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389480
Feb 17 04:48:00.263628 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d0d1a59-c210-456d-94b1-8c33a48ab579 req-c913637b-c07c-481f-b64c-a6baf9c011cc service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3778539
Feb 17 04:48:00.389775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-92627923-554b-4370-92c0-1d75656af9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:00.391382 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-92627923-554b-4370-92c0-1d75656af9ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 1160 time: 0.0809548
Feb 17 04:48:00.534007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-fb7b32f1-a333-4497-b271-e5bdf0c61a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:00.535542 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-fb7b32f1-a333-4497-b271-e5bdf0c61a62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1368551
Feb 17 04:48:00.591317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd52c009-0d87-4135-81cf-b70be8cb864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:00.614761 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-5d94d52b-8a11-484d-9152-18894737bcfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 200  len: 217 time: 0.0720973
Feb 17 04:48:00.684158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-2128615e-2d0b-4dd7-add7-99822c606077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:00.685851 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-2128615e-2d0b-4dd7-add7-99822c606077 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0641527
Feb 17 04:48:00.770262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-cdad9164-dabf-4b2b-9620-e8711cd4f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:00.771929 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-cdad9164-dabf-4b2b-9620-e8711cd4f732 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787430
Feb 17 04:48:00.996308 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-75182465-88cb-4cab-b353-01b14236d0f6 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152755
Feb 17 04:48:01.006162 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840ff8f-05be-4fc2-ab81-532f45596585 req-8d4b7433-5c69-4d43-8a80-b5e75aad711c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:01.007738 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a840ff8f-05be-4fc2-ab81-532f45596585 req-8d4b7433-5c69-4d43-8a80-b5e75aad711c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.1511497
Feb 17 04:48:01.156404 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a840ff8f-05be-4fc2-ab81-532f45596585 req-ce8a64b1-3fbf-4520-9c01-e7dac5916789 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1235802
Feb 17 04:48:01.181160 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2265b25f-19c8-4daa-a724-ecf0ac9054fe req-193f2f39-24de-4c6c-8d9f-53c9616daa1b service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1724207
Feb 17 04:48:02.356864 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b6602-96cd-44c8-8820-1916ad1d27f0 req-a50c8eae-2aa4-4689-a51a-8f4c1a31c3bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:02.358445 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a2b6602-96cd-44c8-8820-1916ad1d27f0 req-a50c8eae-2aa4-4689-a51a-8f4c1a31c3bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.0902326
Feb 17 04:48:02.404667 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a2b6602-96cd-44c8-8820-1916ad1d27f0 req-b86d4d79-5d6f-4f40-978c-9522f1d5a577 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0400407
Feb 17 04:48:02.915457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd07e-4223-4e51-9c98-fb25386fd87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:03.396833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:03.603290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3d01-28f9-4664-bae5-b0e2e3b3bac4 req-22546fda-50fa-415f-ac42-b8e383c666b2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:03.605434 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-604f3d01-28f9-4664-bae5-b0e2e3b3bac4 req-22546fda-50fa-415f-ac42-b8e383c666b2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.0852435
Feb 17 04:48:03.652553 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-604f3d01-28f9-4664-bae5-b0e2e3b3bac4 req-9a74eadb-8b0b-4a7d-8538-2ff1e1ec545e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405090
Feb 17 04:48:04.592931 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:04.854448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49b6b2-8286-4592-833b-5ba93ee86bde req-fd73d674-7936-479a-a30a-e3b9f0e97fae tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:04.856622 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e49b6b2-8286-4592-833b-5ba93ee86bde req-fd73d674-7936-479a-a30a-e3b9f0e97fae tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.0884352
Feb 17 04:48:04.904230 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e49b6b2-8286-4592-833b-5ba93ee86bde req-81993d9e-d045-4a8c-af4e-3cafbd4e3eb3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409443
Feb 17 04:48:05.103437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:06.110092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192221-ff35-45e1-a222-cf01c71e8f69 req-4ee82f90-e456-4f56-b3ce-932e6642a725 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:06.111720 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c9192221-ff35-45e1-a222-cf01c71e8f69 req-4ee82f90-e456-4f56-b3ce-932e6642a725 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.0901377
Feb 17 04:48:06.159388 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c9192221-ff35-45e1-a222-cf01c71e8f69 req-471f331a-2623-453e-8b21-72e91bc35506 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415156
Feb 17 04:48:07.268315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d7b71187-da26-482f-8eed-c8aacdbbf7ab up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:48:07.342227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port d7b71187-da26-482f-8eed-c8aacdbbf7ab completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:48:07.347201 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d7b71187-da26-482f-8eed-c8aacdbbf7ab triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:48:07.347636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:07.360568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5535-a846-489c-9941-9a2ce46d56e6 req-c1a9c666-ca69-43f9-b2c2-47d111177152 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:07.362254 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d9d5535-a846-489c-9941-9a2ce46d56e6 req-c1a9c666-ca69-43f9-b2c2-47d111177152 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 943 time: 0.0879538
Feb 17 04:48:07.411129 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d9d5535-a846-489c-9941-9a2ce46d56e6 req-257e3fb6-80af-4aa2-a2a5-18196ed52e57 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426259
Feb 17 04:48:07.474978 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:07.503420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:48:07.514398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port d7b71187-da26-482f-8eed-c8aacdbbf7ab, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:48:07.519549 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:07.521545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:07.563123 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'code': 200}
Feb 17 04:48:07.598341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=d7b71187-da26-482f-8eed-c8aacdbbf7ab,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:07.601698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:07.853634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf26d7d-d70b-4b1d-8584-f674fbe7f8ac req-a6c48da7-24e9-41ef-a74d-f954fdfa0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:07.855269 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4cf26d7d-d70b-4b1d-8584-f674fbe7f8ac req-a6c48da7-24e9-41ef-a74d-f954fdfa0efd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 1162 time: 0.0821753
Feb 17 04:48:07.898917 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4cf26d7d-d70b-4b1d-8584-f674fbe7f8ac req-61e5a2e8-ea64-4791-9a9b-2b921321cc8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0359466
Feb 17 04:48:08.611378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c892e-ef1a-42a9-96b9-2638e2b914a9 req-8c8cfc29-8014-44e6-88fe-6333ff294303 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:08.613002 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ba4c892e-ef1a-42a9-96b9-2638e2b914a9 req-8c8cfc29-8014-44e6-88fe-6333ff294303 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 945 time: 0.0884027
Feb 17 04:48:08.660855 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ba4c892e-ef1a-42a9-96b9-2638e2b914a9 req-b5c93a83-1b11-426b-800a-a24c9e932771 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416319
Feb 17 04:48:08.955210 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d7b71187-da26-482f-8eed-c8aacdbbf7ab up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:48:09.034112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d7b71187-da26-482f-8eed-c8aacdbbf7ab triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:48:09.034540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:09.863273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf1e59-a359-434a-a92b-e17589f22978 req-0ec742e3-de8a-4811-bea6-ab678f535961 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:09.864865 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-61cf1e59-a359-434a-a92b-e17589f22978 req-0ec742e3-de8a-4811-bea6-ab678f535961 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 945 time: 0.0901380
Feb 17 04:48:09.914743 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-61cf1e59-a359-434a-a92b-e17589f22978 req-3313c4c2-bd12-459d-8eec-23b02a193d96 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435514
Feb 17 04:48:10.117097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533968-f20a-49b2-be05-7221c60efa32 req-d4f113a5-9d32-4534-87e6-7b368dc175cf tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:10.118724 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b5533968-f20a-49b2-be05-7221c60efa32 req-d4f113a5-9d32-4534-87e6-7b368dc175cf tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 945 time: 0.0890400
Feb 17 04:48:10.165598 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b5533968-f20a-49b2-be05-7221c60efa32 req-4294cc67-27c2-46aa-91ec-e1fa3b95a23d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0397134
Feb 17 04:48:10.361708 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-364c3dcc-89e9-488b-90b9-70269e754ec7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1553600
Feb 17 04:48:10.372289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:48:10.377855 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:48:10.381951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Usage tracker for resource:floatingip and tenant:01cb524e7a8d4981b00474e1d9ed2062 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:48:10.384917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:48:10.390755 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:48:10.399736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:10.542814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:10.807747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Allocated IP 172.27.0.61 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/f3cce020-9575-40c6-9c3b-932b3bb0ba6a) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:48:10.965845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:10.995131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:11.014970 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03b9ea41-160e-4374-a435-d4e9ca2c0574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:11.147903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=f3cce020-9575-40c6-9c3b-932b3bb0ba6a,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:11.160948 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:11.205022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:48:11.206123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:48:11.208509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:48:11.290291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:11.351995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:11.622546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:11.626022 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:11.639295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c78c5673-7d50-44ab-a444-8970168c4fb9 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:12.031245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=f3cce020-9575-40c6-9c3b-932b3bb0ba6a,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:12.036311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:12.126984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:12.148391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:12.149698 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7820816
Feb 17 04:48:12.235982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-a6d49de6-20f0-4996-bbd9-058959e9f0a5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:48:12.252665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-a6d49de6-20f0-4996-bbd9-058959e9f0a5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:48:12.253932 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-a6d49de6-20f0-4996-bbd9-058959e9f0a5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.61 HTTP/1.1" status: 200  len: 695 time: 0.0970805
Feb 17 04:48:12.414543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-98e007b6-c76f-450e-93d8-2b0050d6e7b2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:12.416035 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f6083c76-ac16-4e73-bb2d-80f06b1c4b3c req-98e007b6-c76f-450e-93d8-2b0050d6e7b2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1561527
Feb 17 04:48:12.605152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-3d32b7ad-8e1b-4c11-a611-ffbf4801e81e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:12.607357 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-3d32b7ad-8e1b-4c11-a611-ffbf4801e81e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0920227
Feb 17 04:48:12.694613 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-bf74d8b7-b1f3-4e68-a088-0abe88fee8a2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.61 HTTP/1.1" status: 200  len: 695 time: 0.0811090
Feb 17 04:48:12.704831 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'floatingip': {'port_id': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:48:12.785710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:13.420901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:13.423735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:13.613638 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Floating IP 169d21d7-3c48-44f9-89f1-83d8738d7e24 associated. External IP: 172.27.0.61, port: d7b71187-da26-482f-8eed-c8aacdbbf7ab.
Feb 17 04:48:13.995510 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:48:14.191965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:48:14.196335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:14.202245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:48:14.211912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:48:14.212578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415065c18>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:48:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:14.256914 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-fe41286d-e3f6-4013-996e-f6e3f3d0db25 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "PUT /v2.0/floatingips/169d21d7-3c48-44f9-89f1-83d8738d7e24 HTTP/1.1" status: 200  len: 995 time: 1.5561881
Feb 17 04:48:14.257391 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:48:14.313943 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'status': 'completed', 'code': 200}
Feb 17 04:48:14.405368 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:48:14.406635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-31d98d51-4d35-429c-9d56-81d927b45a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:14.408301 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-31d98d51-4d35-429c-9d56-81d927b45a22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 1162 time: 0.1373091
Feb 17 04:48:14.529261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-e1d5fbf5-fad2-4fcc-8286-6ca2723372b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:14.530935 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-e1d5fbf5-fad2-4fcc-8286-6ca2723372b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 1162 time: 0.1837969
Feb 17 04:48:14.663622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-8dd5811e-2c7c-42b8-bf51-fbb2394c6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:14.665238 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-8dd5811e-2c7c-42b8-bf51-fbb2394c6a15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2500365
Feb 17 04:48:14.776846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415065c18>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '169d21d7-3c48-44f9-89f1-83d8738d7e24', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:a3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:48:11Z', 'updated_at': '2021-02-17T04:48:13Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:14.782213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:48:14.792085 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:48:14.792783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415065c18>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:48:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:15.006298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:48:15.056427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-d079ebb3-fa5d-45ad-b96c-dd763328864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:15.057925 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-d079ebb3-fa5d-45ad-b96c-dd763328864f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.5118933
Feb 17 04:48:15.069602 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-afac7d59-9034-48b0-850d-4d3a2640fc81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 200  len: 998 time: 0.3891604
Feb 17 04:48:15.235885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-04e117d3-522f-46d7-a977-d5b8901adda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:15.237568 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-04e117d3-522f-46d7-a977-d5b8901adda9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.1153636
Feb 17 04:48:15.241766 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-469ca592-c950-435e-afa4-019ce05556df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 200  len: 998 time: 0.1746309
Feb 17 04:48:15.365256 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-34ab4c8f-eeee-4032-8bff-d5bfbcb610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:15.366938 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-34ab4c8f-eeee-4032-8bff-d5bfbcb610ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0814869
Feb 17 04:48:15.434812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-d65cbb66-c956-48bb-ba5c-feb2216e2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:15.436465 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-d65cbb66-c956-48bb-ba5c-feb2216e2f51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1914928
Feb 17 04:48:15.551592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-d4f0618a-68be-47d1-ad2a-e80d6ad51b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:15.553218 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-d4f0618a-68be-47d1-ad2a-e80d6ad51b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1770573
Feb 17 04:48:15.555504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415065c18>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '169d21d7-3c48-44f9-89f1-83d8738d7e24', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:a3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:48:11Z', 'updated_at': '2021-02-17T04:48:13Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:15.560112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61283ef-b5bd-489e-8968-5e17b8ce8217 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '169d21d7-3c48-44f9-89f1-83d8738d7e24', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:a3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:48:11Z', 'updated_at': '2021-02-17T04:48:13Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:48:15.695016 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-13ab2098-f134-4862-b208-f774a77dd5fd service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507551
Feb 17 04:48:15.837717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-da1b6e1f-72d6-48d1-b5e6-cb1ab027af61 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655604
Feb 17 04:48:15.856240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e49fe2-fd16-4c5a-a3cc-aaa22e31c6a4 None None] New status for floating IP 169d21d7-3c48-44f9-89f1-83d8738d7e24: ACTIVE {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:48:15.977350 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-97abecd5-fb5d-4867-b052-d0ed731305fe req-7dda447e-509c-4417-ad96-be76b26ab6ba service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2623646
Feb 17 04:48:16.030255 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3064746d-a147-4f85-9fbb-adf26c669f6f req-2799cf33-fc04-43fe-889f-079149fd0941 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1764534
Feb 17 04:48:20.396826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:48:25.354197 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:26.606181 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-a37fe7c8-a180-4d11-8cd8-85bbe8ac3c30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0832520
Feb 17 04:48:26.759975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-2afeebd4-1b7c-4ee9-afed-761da7e7e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:26.762223 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-2afeebd4-1b7c-4ee9-afed-761da7e7e95c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbfc8aedca448fab8273424e08aecf0&device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 1162 time: 0.0770075
Feb 17 04:48:26.917202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-4da1ce80-25a2-4e5e-aead-5f6d14b747a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:26.918872 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-4da1ce80-25a2-4e5e-aead-5f6d14b747a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 200  len: 905 time: 0.1365545
Feb 17 04:48:27.033457 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-c0413c5e-f230-421c-8360-7853d1610fda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 HTTP/1.1" status: 200  len: 1001 time: 0.1074448
Feb 17 04:48:27.105420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-a57ca560-45d2-499b-b4c2-785cc05b0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:27.107020 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-a57ca560-45d2-499b-b4c2-785cc05b0ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 200  len: 850 time: 0.0655148
Feb 17 04:48:27.194813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-810b99a7-182d-424e-937a-256a86a8c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:27.196350 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-810b99a7-182d-424e-937a-256a86a8c5eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31fedee6-4f2b-4144-ad68-a6683410778d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816023
Feb 17 04:48:27.340522 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-da5aaf9c-1ccc-4739-9779-e43503168089 service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330109
Feb 17 04:48:27.483671 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9e9d970c-3945-4359-92fd-3c6c7aa2cb16 req-d6c2df76-8273-431c-b700-083ece118aaa service neutron] 10.222.0.46 "GET /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372824
Feb 17 04:48:30.596061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c95d43d-9f09-4756-959d-a8e577d02cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:32.917030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efb4dfa1-11fc-4b01-900a-3883d2103af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:33.400686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:34.595495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:35.106613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:52.435013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa28e-18e4-4770-875d-d8ab8deca9f1 req-20efa834-6f74-4e22-b753-503d28541205 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:52.436494 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad9aa28e-18e4-4770-875d-d8ab8deca9f1 req-20efa834-6f74-4e22-b753-503d28541205 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 945 time: 0.0868409
Feb 17 04:48:52.484739 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ad9aa28e-18e4-4770-875d-d8ab8deca9f1 req-b9c36db6-d990-4556-b664-22ede92f49d5 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421212
Feb 17 04:48:53.687101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeafa9-41f9-4099-a904-bd68e1400c00 req-48353bab-c808-4124-8687-d8120ab1f4cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:53.688644 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53eeafa9-41f9-4099-a904-bd68e1400c00 req-48353bab-c808-4124-8687-d8120ab1f4cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 945 time: 0.0900171
Feb 17 04:48:53.735099 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-53eeafa9-41f9-4099-a904-bd68e1400c00 req-a932e038-8ce2-455c-af6a-a2dbe17c7d70 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bf44550-4ab0-485d-b085-3caec0366ce3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402598
Feb 17 04:48:54.057472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-bcdc3035-c79e-4b67-af71-e2f8d2643d43 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:54.059319 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-bcdc3035-c79e-4b67-af71-e2f8d2643d43 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 945 time: 0.0876443
Feb 17 04:48:54.138116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Deleting port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:48:54.138494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:54.398076 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] For port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:48:54.398486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:54.705139 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:54.705695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:54.705829 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Floating IP 6fcb4bed-0118-4364-93f9-200f84436ab7 disassociated. External IP: 172.27.0.207, port: 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4.
Feb 17 04:48:54.706172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Calling delete_port for 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:48:54.900025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:54.920181 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-edea7214-7605-4b6d-937b-690cd4b24c90 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:54.956249 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0a04b420-9bf7-4127-8bbb-c709f98b5c97 req-f10ad788-1c18-4594-966f-d742967c8c19 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 210 time: 0.0988553
Feb 17 04:48:55.018245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event deleted for resources: {'Port': ['ID=2ded8dbd-6518-4ac7-bad2-d6eb541e39c4,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:55.025068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:55.160473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:48:55.198007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] No Port match for: 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:48:55.198403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 not bound to the agent host hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:48:55.343976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:55.546666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Router 47419954-a55f-4036-bca2-8d0613221bf4 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:48:55.738142 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:48:55.748500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:48:55.758595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:48:55.759269 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415281048>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:48:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:55.777456 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] No DVR routers for this DVR port 2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:48:55.779879 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:55.782625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'name': 'network-vif-deleted', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:48:55.798111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5caacdcc-152b-4745-9ad0-84dc43fc05f4 req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.46 "DELETE /v2.0/ports/2ded8dbd-6518-4ac7-bad2-d6eb541e39c4 HTTP/1.1" status: 204  len: 173 time: 1.7332804
Feb 17 04:48:55.835594 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62edd91-1355-4cb6-875b-86f12f404a69', 'name': 'network-vif-deleted', 'tag': '2ded8dbd-6518-4ac7-bad2-d6eb541e39c4', 'status': 'completed', 'code': 200}
Feb 17 04:48:55.957006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:48:56.142837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-9dc667c6-0146-4783-9687-6bc85272a5c5 req-d01de04f-8df2-4d28-9d61-cc865e256f3b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Synchronizing usage tracker for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:48:56.157443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-9dc667c6-0146-4783-9687-6bc85272a5c5 req-d01de04f-8df2-4d28-9d61-cc865e256f3b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Unset dirty status for tenant:7dbfc8aedca448fab8273424e08aecf0 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:48:56.158918 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9dc667c6-0146-4783-9687-6bc85272a5c5 req-d01de04f-8df2-4d28-9d61-cc865e256f3b tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/ports?device_id=d62edd91-1355-4cb6-875b-86f12f404a69 HTTP/1.1" status: 200  len: 210 time: 0.0684917
Feb 17 04:48:56.303706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415281048>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:56.307858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:48:56.317689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:48:56.318359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415281048>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:48:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:56.509340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:48:56.834259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415281048>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:56.838345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987a85d-0156-4480-b84b-e575c198ec63 None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:44:40Z', 'revision_number': 4, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'f598abf4-22d0-4ace-bbf0-ea87aa851a9d', 'name': '', 'network_id': '31fedee6-4f2b-4144-ad68-a6683410778d', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'mac_address': 'fa:16:3e:4d:e4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:39Z', 'updated_at': '2021-02-17T04:44:47Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'subnets': [{'id': '6cda67dc-0aa1-4db9-9fdb-d363018228e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:48:57.266966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1a24e-00ac-419b-938d-316db722df30 None None] New status for floating IP 6fcb4bed-0118-4364-93f9-200f84436ab7: DOWN {{(pid=83905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:48:57.292718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48368) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:48:57.365870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:57.395735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:57.434593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:48:57.441157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:57.446491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a11f5a2e-2714-4190-99e7-7efeef016748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:57.462352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf44550-4ab0-485d-b085-3caec0366ce3,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:57.473240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.473665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.474080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.474488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.474926 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.475329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.475735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.476138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.476543 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.476943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.477349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.477746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.478194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.478692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.479094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.479490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.479881 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.480288 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.480670 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.481060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.481454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.482088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.482244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.482678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:57.486492 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:57.490379 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:57.495211 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48372) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:48:57.499237 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "DELETE /v2.0/security-groups/7bf44550-4ab0-485d-b085-3caec0366ce3 HTTP/1.1" status: 204  len: 168 time: 0.2052047
Feb 17 04:48:57.515751 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.api.v2.resource [None req-ac1e378c-5232-47a3-9862-6f4a609ae8ad tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] show failed (client error): The resource could not be found.
Feb 17 04:48:57.516860 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-ac1e378c-5232-47a3-9862-6f4a609ae8ad tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "GET /v2.0/security-groups/7bf44550-4ab0-485d-b085-3caec0366ce3 HTTP/1.1" status: 404  len: 347 time: 0.0205672
Feb 17 04:48:57.520045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48376) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:48:57.693621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Deleting port 79d27cc6-c3a3-4f78-9370-8eabf3b025e5 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:48:57.694004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:57.881356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:57.881905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:58.017867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Calling delete_port for 79d27cc6-c3a3-4f78-9370-8eabf3b025e5 owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:48:58.163583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:58.179131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:58.273874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Pushing event deleted for resources: {'Port': ['ID=79d27cc6-c3a3-4f78-9370-8eabf3b025e5,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:58.292618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.293068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.293481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.293884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.294855 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.295260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.295656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.296053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.296453 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.296845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.297242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.297631 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.298078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.298469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.298882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.299275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.299666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.300052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.300440 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.300826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.301213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.301599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.301988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.302374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:58.307478 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:58.417468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:58.434833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:58.436017 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1be41031-7089-4bb0-a78e-fa733e8266cd tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] 10.222.0.38 "DELETE /v2.0/floatingips/6fcb4bed-0118-4364-93f9-200f84436ab7 HTTP/1.1" status: 204  len: 168 time: 0.9149871
Feb 17 04:49:00.599088 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-693135a4-ac67-415b-bd49-0009d2b47cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:02.489609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48406) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:02.917860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-806c2560-6de2-48e7-bce0-44d1ce74f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:03.062820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:03.402223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:03.439472 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Deleting port f598abf4-22d0-4ace-bbf0-ea87aa851a9d {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:49:03.439858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:03.625612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] For port f598abf4-22d0-4ace-bbf0-ea87aa851a9d, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:49:03.626223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:03.758798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Calling delete_port for f598abf4-22d0-4ace-bbf0-ea87aa851a9d owned by network:router_interface {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:49:03.933974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:03.949483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:04.298576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Pushing event deleted for resources: {'Port': ['ID=f598abf4-22d0-4ace-bbf0-ea87aa851a9d,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:04.303683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:04.597545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:04.612263 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:05.111484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:05.119833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Router 47419954-a55f-4036-bca2-8d0613221bf4 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:49:05.315003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:49:05.324029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] Sync routers for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:49:05.328554 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c121069b-5405-4c6e-8fb4-e6b5dca9e11e admin admin] 10.222.0.38 "PUT /v2.0/routers/47419954-a55f-4036-bca2-8d0613221bf4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8377924
Feb 17 04:49:05.331265 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48410) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:05.334356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:49:05.335060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ee9c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:49:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:05.524494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks [] for router, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:05.531289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:49:05.709686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:05.714962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Deleting port a367984f-b4fc-4f4d-961c-983bb31762b5 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:49:05.715340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:05.839068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ee9c88>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:49:03Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:05.843655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] Checking router: 47419954-a55f-4036-bca2-8d0613221bf4 for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:49:05.852669 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] Routers {'47419954-a55f-4036-bca2-8d0613221bf4'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:49:05.853339 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414ee9c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:49:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['47419954-a55f-4036-bca2-8d0613221bf4'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:05.902055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] For port a367984f-b4fc-4f4d-961c-983bb31762b5, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=a367984f-b4fc-4f4d-961c-983bb31762b5,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:49:05.902457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.038528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Calling delete_port for a367984f-b4fc-4f4d-961c-983bb31762b5 owned by network:router_gateway {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:49:06.044559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] Set router 47419954-a55f-4036-bca2-8d0613221bf4 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:49:06.186694 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.380290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.518758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.521082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.525523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414ee9c88>, [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:49:03Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:06.529910 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d180c18-65b1-4eac-8a4d-188e76f96a05 None None] The sync data for ids ['47419954-a55f-4036-bca2-8d0613221bf4'] in dv-cinder-760197-3-iscsi is: [{'id': '47419954-a55f-4036-bca2-8d0613221bf4', 'name': 'tempest-AttachVolumeTestJSON-1761544475-router', 'tenant_id': '7dbfc8aedca448fab8273424e08aecf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:44:35Z', 'updated_at': '2021-02-17T04:49:03Z', 'revision_number': 5, 'project_id': '7dbfc8aedca448fab8273424e08aecf0', 'gw_port': {'id': 'a367984f-b4fc-4f4d-961c-983bb31762b5', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47419954-a55f-4036-bca2-8d0613221bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:44:36Z', 'updated_at': '2021-02-17T04:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:49:06.551137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.551609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47419954-a55f-4036-bca2-8d0613221bf4 {{(pid=83902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:49:06.566861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.568166 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b20c2d80-e9cf-4fc1-bdc0-cf6bfcc2f478 admin admin] 10.222.0.38 "DELETE /v2.0/routers/47419954-a55f-4036-bca2-8d0613221bf4 HTTP/1.1" status: 204  len: 168 time: 1.2358518
Feb 17 04:49:06.570923 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48414) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:06.639911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Deleting subnet 6cda67dc-0aa1-4db9-9fdb-d363018228e4 {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:49:06.643305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.697858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:06.784375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.049301 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.069386 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-580d903e-c034-4910-ae41-14815bbfa1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:07.163347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cda67dc-0aa1-4db9-9fdb-d363018228e4,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:07.169303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:07.205567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.210900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb37a8-65ad-4da5-b305-f7f44648982f None None] Network 31fedee6-4f2b-4144-ad68-a6683410778d requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:49:07.214253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-bbb8e88a-ea21-4c65-af77-0bcf479c63b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6cda67dc-0aa1-4db9-9fdb-d363018228e4 HTTP/1.1" status: 204  len: 168 time: 0.6398644
Feb 17 04:49:07.214516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48418) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:07.335813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.479428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] DHCP port deletion for 31fedee6-4f2b-4144-ad68-a6683410778d request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:49:07.487606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Deleting port d161aec5-1f1e-48ef-b5be-c317e941344c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:49:07.488039 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.519053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device a367984f-b4fc-4f4d-961c-983bb31762b5 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:49:07.569417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: a367984f-b4fc-4f4d-961c-983bb31762b5 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:49:07.569818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device a367984f-b4fc-4f4d-961c-983bb31762b5 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:49:07.570293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device f598abf4-22d0-4ace-bbf0-ea87aa851a9d no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:49:07.619996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: f598abf4-22d0-4ace-bbf0-ea87aa851a9d {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:49:07.620394 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device f598abf4-22d0-4ace-bbf0-ea87aa851a9d not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:49:07.654184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Deleting port d161aec5-1f1e-48ef-b5be-c317e941344c {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:49:07.654471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.789220 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] For port d161aec5-1f1e-48ef-b5be-c317e941344c, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=d161aec5-1f1e-48ef-b5be-c317e941344c,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:49:07.789590 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.873377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] For port d161aec5-1f1e-48ef-b5be-c317e941344c, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=d161aec5-1f1e-48ef-b5be-c317e941344c,segment=NetworkSegment(cdb83f3c-e23f-437a-916a-8f1f6c11349b),segment_id=cdb83f3c-e23f-437a-916a-8f1f6c11349b)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:49:07.873791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.921217 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Calling delete_port for d161aec5-1f1e-48ef-b5be-c317e941344c owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:49:07.998203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.014067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:08.016308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Calling delete_port for d161aec5-1f1e-48ef-b5be-c317e941344c owned by network:dhcp {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:49:08.097138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83902) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:49:08.097515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:49:08.123094 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Pushing event deleted for resources: {'Port': ['ID=d161aec5-1f1e-48ef-b5be-c317e941344c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:08.134378 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.134806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.135196 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.135579 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.135959 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.136336 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.136710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.137083 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.138029 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.138399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.138950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.139325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.139750 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.140119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.140526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.140893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.141261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.141625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.141994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.142354 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.142751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.143114 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.143480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.143844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:49:08.149454 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:08.176769 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c402b-0783-4b22-a2ad-0af3c455262c None None] No DVR routers for this DVR port d161aec5-1f1e-48ef-b5be-c317e941344c on host dv-cinder-760197-3-iscsi {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:49:08.598811 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Deleting port d161aec5-1f1e-48ef-b5be-c317e941344c {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:49:08.599367 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.672800 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] The port 'd161aec5-1f1e-48ef-b5be-c317e941344c' was deleted {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:49:08.796776 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.910789 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1414a377f0>,) {'filters': {'network_id': ['31fedee6-4f2b-4144-ad68-a6683410778d']}} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:08.923308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414a377f0>, 'cdb83f3c-e23f-437a-916a-8f1f6c11349b') {'for_net_delete': True} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:08.923649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414a377f0>, 'cdb83f3c-e23f-437a-916a-8f1f6c11349b') {} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:08.936272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560501'] for segment, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.951610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.953720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:49:09.134773 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Network 31fedee6-4f2b-4144-ad68-a6683410778d has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:49:09.144583 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486394'] for segment, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.326995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Network 31fedee6-4f2b-4144-ad68-a6683410778d has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   % (table.description, expected, rows_matched)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   % (table.description, expected, rows_matched)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   % (table.description, expected, rows_matched)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   % (table.description, expected, rows_matched)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:49:09.349322 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:49:09.424451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.437604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e1f31030-a67a-4b60-883a-c306b9ec3d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:09.452117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.461503 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device d161aec5-1f1e-48ef-b5be-c317e941344c no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:49:09.468428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fedee6-4f2b-4144-ad68-a6683410778d,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:09.477467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:09.482906 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d35fc65e-ddec-4155-98bf-7fc1fe6246f2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/31fedee6-4f2b-4144-ad68-a6683410778d HTTP/1.1" status: 204  len: 168 time: 2.2672937
Feb 17 04:49:09.500730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: d161aec5-1f1e-48ef-b5be-c317e941344c {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:49:09.501145 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device d161aec5-1f1e-48ef-b5be-c317e941344c not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:49:09.736098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48424) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:09.787154 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1a585aa3-88bf-49ff-8d84-f49aa09ff3b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dbfc8aedca448fab8273424e08aecf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497491
Feb 17 04:49:09.789777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48428) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:09.850701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.878541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.926332 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.930134 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b6c9da8-eca4-4564-9abe-23c61d23d344 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:09.945854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402dc0d8-49b7-4459-85d1-14e45c7f0ae6,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:09.953528 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:09.954357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.955639 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/402dc0d8-49b7-4459-85d1-14e45c7f0ae6 HTTP/1.1" status: 204  len: 168 time: 0.1648328
Feb 17 04:49:12.052595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48482) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:12.205120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.220471 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:12.224480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Usage tracker for resource:security_group_rule and tenant:c87632c47d4a4b78b888bd48cc58b054 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:12.227389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:12.233876 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:12.323898 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.326540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.335465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-32402c8c-11de-43c6-8fd8-aed0966f1ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:12.378253 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c87632c47d4a4b78b888bd48cc58b054&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3244803
Feb 17 04:49:12.380009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d42d49-63e7-4e8d-841c-d02e5a3cd314,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:12.381223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48488) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:12.383290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f895f8c7-12b6-4095-8aa1-220a1f95a845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:12.443045 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.473377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.516939 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.521781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ff21839d-5215-4ab4-8d6c-59b67d3aaf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:12.535021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d42d49-63e7-4e8d-841c-d02e5a3cd314,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:12.537721 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:12.539065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.540254 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-63d3e430-5564-4e3a-aabb-4777e3319629 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13d42d49-63e7-4e8d-841c-d02e5a3cd314 HTTP/1.1" status: 204  len: 168 time: 0.1579747
Feb 17 04:49:12.823927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48496) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:12.843677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.858818 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:12.863007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Usage tracker for resource:security_group_rule and tenant:9028701a31214361b6dc2022acf45137 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:12.865969 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:12.872360 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:12.957189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.960696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:12.970027 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a29f7448-acde-461d-a7d8-3771284f6f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:13.013468 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9028701a31214361b6dc2022acf45137&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1883283
Feb 17 04:49:13.014429 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f349604-afb6-4a77-afff-1e31111ac042,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:13.016328 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48500) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:13.018259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:13.079150 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:13.105704 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:13.150055 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:13.155129 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6435282b-314c-44ed-8d06-438344b1fd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:13.165980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f349604-afb6-4a77-afff-1e31111ac042,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:13.170216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:13.173662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:13.174924 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f349604-afb6-4a77-afff-1e31111ac042 HTTP/1.1" status: 204  len: 168 time: 0.1574943
Feb 17 04:49:15.282868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48556) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:15.410213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.428834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:15.432858 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Usage tracker for resource:security_group_rule and tenant:f9509abba06542ed86ea6148326c0f39 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:15.436786 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:15.442483 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:15.526513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.529986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.538513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dd7e426a-1e22-407f-a6e9-0c1f6eddca23 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:15.579871 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c628701b-f390-4358-8152-037cb626abed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9509abba06542ed86ea6148326c0f39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958660
Feb 17 04:49:15.581566 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2931b-3d32-40fd-be27-95f27eefa8b6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:15.582877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48562) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:15.585175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:15.651462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.678842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.724455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.729326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-db533a7a-1021-44bb-9919-aab1af6f58ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:15.744383 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2931b-3d32-40fd-be27-95f27eefa8b6,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:15.749517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:15.757474 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:15.759593 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-95b17649-96ca-4486-b99a-b4661edf81c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2f2931b-3d32-40fd-be27-95f27eefa8b6 HTTP/1.1" status: 204  len: 168 time: 0.1755695
Feb 17 04:49:16.051160 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48570) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:16.071158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.086710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:16.090802 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Usage tracker for resource:security_group_rule and tenant:a8a01050280945c39055196192460220 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:16.093734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:16.099523 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:16.182954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.186491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.195159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-cfb79ec0-013c-4a32-a583-99199ea185fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:16.238943 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8a01050280945c39055196192460220&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1865110
Feb 17 04:49:16.240637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91a405-f1a5-4a10-9ce6-2c6a8e3d7f7f,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:16.241886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48574) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:16.244177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-dc234333-f9a5-40af-bc87-5458cd4aba8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:16.305657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.333830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.379049 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.383917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0ec88311-3567-4346-a617-10b4ac957cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:16.401945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91a405-f1a5-4a10-9ce6-2c6a8e3d7f7f,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:16.406079 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:16.410398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:16.411642 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-c12c8f0b-492b-4fe2-9dbe-09ca62f7d2ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e91a405-f1a5-4a10-9ce6-2c6a8e3d7f7f HTTP/1.1" status: 204  len: 168 time: 0.1685731
Feb 17 04:49:17.125568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48596) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:17.237468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338224690-network', 'tenant_id': 'f0d23b0333ae40aba1379534e960a16a'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:17.242685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:17.247277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Usage tracker for resource:network and tenant:f0d23b0333ae40aba1379534e960a16a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:17.250334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:17.256190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:17.265882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Made reservation on behalf of f0d23b0333ae40aba1379534e960a16a for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:49:17.270548 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.283642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.299013 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:17.303008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d23b0333ae40aba1379534e960a16a is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:17.305875 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:17.311921 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:17.394064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.396687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.400739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e13b07de-8ed0-4722-a571-b8e7cdc97f98 tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:17.433925 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:49:17.442999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672fcc6-b90c-48c5-89cf-46826b2a1066,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:17.446329 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:17.451242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.451690 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Added segment 768b2af2-bf13-4986-8be8-130f3144b904 of type vxlan for network d719e15e-a56e-4042-a972-a15b948fe561
Feb 17 04:49:17.479353 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.508199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.509470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:17.510104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:17.515637 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:17.618254 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4914303
Feb 17 04:49:17.621343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Pushing event updated for resources: {'Network': ['ID=d719e15e-a56e-4042-a972-a15b948fe561,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:17.621559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48602) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:17.624475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:17.628067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Request body: {'subnet': {'network_id': 'd719e15e-a56e-4042-a972-a15b948fe561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338224690-subnet', 'tenant_id': 'f0d23b0333ae40aba1379534e960a16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:17.633324 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:17.633644 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network d719e15e-a56e-4042-a972-a15b948fe561 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:49:17.638259 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Usage tracker for resource:subnet and tenant:f0d23b0333ae40aba1379534e960a16a is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:17.641350 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:17.647847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network d719e15e-a56e-4042-a972-a15b948fe561 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:49:17.648793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:17.658491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Made reservation on behalf of f0d23b0333ae40aba1379534e960a16a for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:49:17.663392 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852303441'] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:18.076009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852303426'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:18.091227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-360a54a5-8380-4d30-9801-a147ebfd35aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:18.224140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965b0bf0-7f10-4c25-b6b8-fc96a32d5237,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:18.228886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:18.288622 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Checking segment: {'id': '768b2af2-bf13-4986-8be8-130f3144b904', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd719e15e-a56e-4042-a972-a15b948fe561'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:49:18.288951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Network hostable DHCP agents. Network: d719e15e-a56e-4042-a972-a15b948fe561, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:49:18.306742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Network d719e15e-a56e-4042-a972-a15b948fe561 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:49:18.315774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, d719e15e-a56e-4042-a972-a15b948fe561) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:49:18.325612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f609e-5c8a-4854-bbed-1b3ffcbad9ca None None] Network d719e15e-a56e-4042-a972-a15b948fe561 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:49:18.329547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:18.330202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:18.353669 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-9952dbdb-627b-4055-8971-7e0b73686886 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7310667
Feb 17 04:49:18.563253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc27ba8-4a74-447d-9007-e8aff48a801d None None] Network d719e15e-a56e-4042-a972-a15b948fe561 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:49:19.020603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48624) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:19.026814 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-926867488-network', 'tenant_id': 'fd09a68e3bcf4c3f95f1c569639cc569'}} {{(pid=83903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:19.032796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:19.036922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Usage tracker for resource:network and tenant:fd09a68e3bcf4c3f95f1c569639cc569 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:19.039976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:19.046009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:19.055656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Made reservation on behalf of fd09a68e3bcf4c3f95f1c569639cc569 for: {'network': 1} {{(pid=83903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:49:19.060763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for network, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.073400 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.088896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:19.093728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Usage tracker for resource:security_group_rule and tenant:fd09a68e3bcf4c3f95f1c569639cc569 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:19.096666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:19.102426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:19.189036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.191733 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.195832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-018c23bd-e45a-4e88-8104-080deffa174c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:19.228581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:49:19.237678 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc2955-415a-4acd-8052-b557cadf94a6,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:19.241491 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:19.243927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.244318 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.segments_db [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Added segment 5add65b2-eaef-4311-b39f-86205739828c of type vxlan for network dcb80c5a-7130-4cf4-b778-78b716a30717
Feb 17 04:49:19.271618 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304089474471'] for network, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.301182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746'] for network, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.302428 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:19.303728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:19.308896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:19.631964 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6101468
Feb 17 04:49:19.635012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48628) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:19.635175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb80c5a-7130-4cf4-b778-78b716a30717,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:19.638495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d6b5b1cf-8c9f-4386-95fe-3d2cb9c77492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:19.642305 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Request body: {'subnet': {'network_id': 'dcb80c5a-7130-4cf4-b778-78b716a30717', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-926867488-subnet', 'tenant_id': 'fd09a68e3bcf4c3f95f1c569639cc569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:49:19.647562 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:19.647746 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Network dcb80c5a-7130-4cf4-b778-78b716a30717 details requested by agent ovs-agent-dv-cinder-760197-3-iscsi with host dv-cinder-760197-3-iscsi {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:49:19.651650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Usage tracker for resource:subnet and tenant:fd09a68e3bcf4c3f95f1c569639cc569 is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:19.655653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:19.661432 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Network dcb80c5a-7130-4cf4-b778-78b716a30717 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:49:19.661581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:19.670061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Made reservation on behalf of fd09a68e3bcf4c3f95f1c569639cc569 for: {'subnet': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:49:19.674859 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852303441'] for subnet, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.098674 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852303426'] for subnet, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.114315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:20.245646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d2dce5-3956-4140-b0a6-19c924ca248e,revision_number=0']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:20.250068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:20.307073 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Checking segment: {'id': '5add65b2-eaef-4311-b39f-86205739828c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dcb80c5a-7130-4cf4-b778-78b716a30717'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:49:20.307470 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Network hostable DHCP agents. Network: dcb80c5a-7130-4cf4-b778-78b716a30717, hostable agents: ['f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03'], hosted agents: [] {{(pid=83902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:49:20.327774 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Network dcb80c5a-7130-4cf4-b778-78b716a30717 is scheduled to be hosted by DHCP agent f93f4fb6-4d16-4e4a-8c1f-7a04e5a8bb03 with binding_index 1 {{(pid=83902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:49:20.336158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-3-iscsi, dcb80c5a-7130-4cf4-b778-78b716a30717) {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:49:20.346326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a6cbb-819a-4c35-b651-21d0f4a18018 None None] Network dcb80c5a-7130-4cf4-b778-78b716a30717 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:49:20.348868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:20.349520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:20.369277 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1b158d05-947e-430e-aba9-3f8b7375669a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7330153
Feb 17 04:49:20.585988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b46fd0-282f-415a-b3cf-c7814feaf96f None None] Network dcb80c5a-7130-4cf4-b778-78b716a30717 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:49:25.357343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:27.640838 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-8876cf29-8f7d-43b0-957b-4756ec967192 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0810561
Feb 17 04:49:27.738866 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-3815e69a-1ce9-466d-aa56-e748d519c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:27.740388 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-3815e69a-1ce9-466d-aa56-e748d519c6db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 1162 time: 0.0775554
Feb 17 04:49:27.895594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-2da3341c-8a02-4c3d-973b-b880c1ce257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:27.897180 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-2da3341c-8a02-4c3d-973b-b880c1ce257c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1369970
Feb 17 04:49:28.008352 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-ffcff85f-ad1f-4dc3-8ad1-123fda516f60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 200  len: 1000 time: 0.1032448
Feb 17 04:49:28.077034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-e46691c3-77d9-4637-a2eb-146d4f61d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.078611 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-e46691c3-77d9-4637-a2eb-146d4f61d8b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0637269
Feb 17 04:49:28.162473 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-af869283-ef5f-4e65-9783-eb4b7babcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:28.164087 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-af869283-ef5f-4e65-9783-eb4b7babcc48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791082
Feb 17 04:49:28.553327 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-0a7ebc08-db4a-4371-9b25-354b69f347d6 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3825386
Feb 17 04:49:28.696315 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-610d8e1d-2b29-4eb5-afa4-7acab012488e req-3acbbe43-5e67-4e91-862f-3b6ea349261f service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360476
Feb 17 04:49:30.600298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7f754678-fb4b-4c47-ab13-26c0b1d9cbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:32.920053 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51e135dc-959c-4d81-96a0-e384a09e0af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:33.405243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:34.414526 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:49:34.599495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:35.111642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.170838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48752) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:37.237956 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Deleting subnet 965b0bf0-7f10-4c25-b6b8-fc96a32d5237 {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:49:37.241038 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.295951 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.353820 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.613892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.630375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:37.729318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965b0bf0-7f10-4c25-b6b8-fc96a32d5237,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:37.733128 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:37.767021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.774121 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-8b66a02c-15d7-40e7-8d7b-ff0e8090bcb3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/965b0bf0-7f10-4c25-b6b8-fc96a32d5237 HTTP/1.1" status: 204  len: 168 time: 0.6021776
Feb 17 04:49:37.777052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48756) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:37.894777 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.085120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.205615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f140fc0fbe0>,) {'filters': {'network_id': ['d719e15e-a56e-4042-a972-a15b948fe561']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:38.218894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f140fc0fbe0>, '768b2af2-bf13-4986-8be8-130f3144b904') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:38.219240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f140fc0fbe0>, '768b2af2-bf13-4986-8be8-130f3144b904') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:38.231168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.249983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.252170 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:49:38.430182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Network d719e15e-a56e-4042-a972-a15b948fe561 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:49:38.440049 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.619300 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Network d719e15e-a56e-4042-a972-a15b948fe561 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:49:38.642302 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:49:38.716357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.719578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:38.737565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.747098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Pushing event deleted for resources: {'Network': ['ID=d719e15e-a56e-4042-a972-a15b948fe561,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:38.750907 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] 10.222.0.38 "DELETE /v2.0/networks/d719e15e-a56e-4042-a972-a15b948fe561 HTTP/1.1" status: 204  len: 168 time: 0.9726229
Feb 17 04:49:38.751865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-821bcec3-39de-4319-b9df-ffc75c79b86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:38.753813 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48760) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:38.818658 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Deleting subnet d4d2dce5-3956-4140-b0a6-19c924ca248e {{(pid=83903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:49:38.821629 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.872407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289957'] for subnet, precommit_delete_associations {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.934274 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.188496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2590290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852352201'] for subnet, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.207719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0c46b74a-02ee-438d-90d7-c067dda0b736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:39.302222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d2dce5-3956-4140-b0a6-19c924ca248e,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:39.307206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:39.346505 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for subnet, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.352690 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-4cefc4c6-da71-4ef1-bf2a-fb9a667610c1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d4d2dce5-3956-4140-b0a6-19c924ca248e HTTP/1.1" status: 204  len: 168 time: 0.5978692
Feb 17 04:49:39.355372 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48764) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:39.473015 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.661950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.779278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f141483deb8>,) {'filters': {'network_id': ['dcb80c5a-7130-4cf4-b778-78b716a30717']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:39.792711 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f141483deb8>, '5add65b2-eaef-4311-b39f-86205739828c') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:39.793087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f141483deb8>, '5add65b2-eaef-4311-b39f-86205739828c') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:49:39.805308 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.820193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.822146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:49:40.005282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Network dcb80c5a-7130-4cf4-b778-78b716a30717 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:49:40.014580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.191571 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Network dcb80c5a-7130-4cf4-b778-78b716a30717 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:49:40.217445 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:49:40.291006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.294104 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:40.308297 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.318547 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb80c5a-7130-4cf4-b778-78b716a30717,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:40.320922 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:40.322453 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-fec5eea1-db2e-45e0-a078-d457318d6ca2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dcb80c5a-7130-4cf4-b778-78b716a30717 HTTP/1.1" status: 204  len: 168 time: 0.9661086
Feb 17 04:49:40.497330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48770) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:40.553165 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-011742c9-d934-4765-82ad-a14e7856282d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0d23b0333ae40aba1379534e960a16a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545306
Feb 17 04:49:40.555760 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48774) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:40.616665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.645208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.689304 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.694838 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b9548346-a8f2-4207-b3c0-fe0d95223651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:40.706398 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672fcc6-b90c-48c5-89cf-46826b2a1066,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:40.709202 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:40.714518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.715946 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3782c13d-db8b-42ac-8064-6151be63169e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a672fcc6-b90c-48c5-89cf-46826b2a1066 HTTP/1.1" status: 204  len: 168 time: 0.1590889
Feb 17 04:49:41.079123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48782) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:41.134065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-3c73d3d5-a484-4409-9224-16bf9b48a6c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd09a68e3bcf4c3f95f1c569639cc569&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536604
Feb 17 04:49:41.136586 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48786) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:41.199710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:41.227037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:41.270366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:41.275177 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-9a5ae484-720a-4934-8e16-2a7c738dd2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:41.289084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc2955-415a-4acd-8052-b557cadf94a6,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:41.292278 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:41.294326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:41.298117 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27dc2955-415a-4acd-8052-b557cadf94a6 HTTP/1.1" status: 204  len: 168 time: 0.1580594
Feb 17 04:49:46.137815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48848) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:46.283522 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.301097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:46.305707 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Usage tracker for resource:security_group_rule and tenant:41dd824381d541d6ad00fc63dad9da6d is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:46.309036 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:46.315592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:46.406327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.410110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.418903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f634f0da-917b-46a8-9161-1ad02625fd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:46.461340 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41dd824381d541d6ad00fc63dad9da6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3223600
Feb 17 04:49:46.463096 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af6961-a2d8-4e95-af06-084d7b1927bf,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:46.464283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48854) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:46.467091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-99f5e376-ef22-4221-9f98-2ae0f414ac40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:46.527357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.556738 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.600893 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.605974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6fa48f0a-050d-4367-b7fa-88a4cc225e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:46.619443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af6961-a2d8-4e95-af06-084d7b1927bf,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:46.622568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:46.624576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.625785 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-f0766381-a741-45a3-a292-31f7aee12491 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23af6961-a2d8-4e95-af06-084d7b1927bf HTTP/1.1" status: 204  len: 168 time: 0.1604331
Feb 17 04:49:46.911033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48862) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:46.930146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:46.949168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:46.953322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Usage tracker for resource:security_group_rule and tenant:7672ac497ff7428e96cd2e7cb2d553ef is out of sync, need to count used quota {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:46.957203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83902) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:46.963233 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:47.049659 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:47.052194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:47.061325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0dbd3bb7-4efc-46dd-a66a-478f83b3d3ad tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:47.107476 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7672ac497ff7428e96cd2e7cb2d553ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925550
Feb 17 04:49:47.107476 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fcbac0-202e-4b45-bcfd-0d145bc3b069,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:47.107971 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48866) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:47.108953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-37c71bcb-4901-480c-a8db-756380dca63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:47.173075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:47.200585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:47.244289 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:47.249140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e4b9539b-ed96-4a83-a880-d88a64b9352c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:47.262061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fcbac0-202e-4b45-bcfd-0d145bc3b069,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:47.266138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:47.272835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:47.274156 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-281b2a38-ee5e-4387-92fc-37a93a120788 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0fcbac0-202e-4b45-bcfd-0d145bc3b069 HTTP/1.1" status: 204  len: 168 time: 0.1650176
Feb 17 04:49:52.327382 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 48932) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:52.449349 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.464650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:49:52.469234 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Usage tracker for resource:security_group_rule and tenant:8418da1a2551472fb240688e19304ba6 is out of sync, need to count used quota {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:49:52.472849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83903) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:49:52.478692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83903) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:49:52.562418 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.565276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_create {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.579031 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c628701b-f390-4358-8152-037cb626abed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:52.616036 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8418da1a2551472fb240688e19304ba6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2875395
Feb 17 04:49:52.619148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 48938) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:49:52.623290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc06fd7-246b-4c39-8be2-ed4c1f814ff5,revision_number=1']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:52.626833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-865d6077-62cb-4e20-aa78-eeaf5a887ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:52.684641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.711952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.755628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.760551 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ef5139c4-4d27-4527-aa35-568b1e76e3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:49:52.779157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc06fd7-246b-4c39-8be2-ed4c1f814ff5,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:49:52.782370 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:49:52.787696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:52.788592 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-b82256f6-7ec2-47b2-94ee-836320cd9928 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adc06fd7-246b-4c39-8be2-ed4c1f814ff5 HTTP/1.1" status: 204  len: 168 time: 0.1682978
Feb 17 04:49:55.352882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:00.604023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d835e51b-831a-44c0-8636-694bc94cc9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:02.921819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe79e3e3-83f8-4245-8c53-e4950a3d6eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:03.409388 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:04.603421 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:04.801683 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a5b2-4f89-4b66-ac66-a99abab7e790 req-524a9a40-2c37-492b-94bd-2b5698e6b5ed tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:04.803588 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eb30a5b2-4f89-4b66-ac66-a99abab7e790 req-524a9a40-2c37-492b-94bd-2b5698e6b5ed tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 945 time: 0.1382692
Feb 17 04:50:04.852874 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-eb30a5b2-4f89-4b66-ac66-a99abab7e790 req-486a19d0-e65f-4b61-a0e7-e4b688685d9d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427992
Feb 17 04:50:05.119283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.674209 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d7b71187-da26-482f-8eed-c8aacdbbf7ab up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:50:05.795136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port d7b71187-da26-482f-8eed-c8aacdbbf7ab triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:50:05.795461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.150981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414bdd1-9b31-4e97-82e4-09a10a957e20 req-7d183f9d-f471-4e2e-8c77-6df8bad4ba51 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:06.152586 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6414bdd1-9b31-4e97-82e4-09a10a957e20 req-7d183f9d-f471-4e2e-8c77-6df8bad4ba51 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 945 time: 0.1513362
Feb 17 04:50:06.220861 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6414bdd1-9b31-4e97-82e4-09a10a957e20 req-30e696c0-cc7c-4dd9-81f4-3f95c3b11010 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0602610
Feb 17 04:50:06.227772 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-21accdcb-94f4-44a7-a2e2-6a537322a393 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:06.229308 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-21accdcb-94f4-44a7-a2e2-6a537322a393 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 945 time: 0.1367431
Feb 17 04:50:06.310187 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Deleting port d7b71187-da26-482f-8eed-c8aacdbbf7ab {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:06.310585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.585409 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] For port d7b71187-da26-482f-8eed-c8aacdbbf7ab, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d7b71187-da26-482f-8eed-c8aacdbbf7ab,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:06.585825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.957240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.957753 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.957932 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Floating IP 169d21d7-3c48-44f9-89f1-83d8738d7e24 disassociated. External IP: 172.27.0.61, port: d7b71187-da26-482f-8eed-c8aacdbbf7ab.
Feb 17 04:50:06.958279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Calling delete_port for d7b71187-da26-482f-8eed-c8aacdbbf7ab owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:07.117972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:07.133065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a6a3f2b6-31e2-4cbb-8b7f-ca42cde33ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:07.241680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'Port': ['ID=d7b71187-da26-482f-8eed-c8aacdbbf7ab,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:07.262407 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.262899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.263323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.263737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.264154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.264568 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.264982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.265393 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.265804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.266213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.266649 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.267060 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.267518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.267924 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.268333 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.268968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.269215 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.269497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.269899 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.270302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.270728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.271137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.271546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.271947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:07.276322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:07.531712 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-69fee856-a34b-4f53-bf0b-52da06ac9a37 req-8423f752-7e65-43f9-8bd4-eca012994991 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 210 time: 0.1276700
Feb 17 04:50:07.600633 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:50:07.626110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d7b71187-da26-482f-8eed-c8aacdbbf7ab no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:07.671933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] No Port match for: d7b71187-da26-482f-8eed-c8aacdbbf7ab {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:07.672340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device d7b71187-da26-482f-8eed-c8aacdbbf7ab not bound to the agent host hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:07.813244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:50:07.824125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:50:07.838396 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:07.839148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c3c630>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:07.855610 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] No DVR routers for this DVR port d7b71187-da26-482f-8eed-c8aacdbbf7ab on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:50:07.857954 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:07.860756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'name': 'network-vif-deleted', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:07.877046 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0b3c3430-8638-47d0-8e15-f7fe505d330f req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "DELETE /v2.0/ports/d7b71187-da26-482f-8eed-c8aacdbbf7ab HTTP/1.1" status: 204  len: 173 time: 1.6422560
Feb 17 04:50:07.924478 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed61fd7e-829e-4928-8dc9-4597d4d49aec', 'name': 'network-vif-deleted', 'tag': 'd7b71187-da26-482f-8eed-c8aacdbbf7ab', 'status': 'completed', 'code': 200}
Feb 17 04:50:08.111032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:08.613246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c3c630>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:08.617584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:50:08.626494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:08.627189 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c3c630>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:08.747736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-ed75fd2f-c65f-4415-b485-ad5f7406a613 req-438ecb72-b388-495b-a6c5-bcc8c290809c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:08.769106 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-ed75fd2f-c65f-4415-b485-ad5f7406a613 req-438ecb72-b388-495b-a6c5-bcc8c290809c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:08.770759 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ed75fd2f-c65f-4415-b485-ad5f7406a613 req-438ecb72-b388-495b-a6c5-bcc8c290809c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed61fd7e-829e-4928-8dc9-4597d4d49aec HTTP/1.1" status: 200  len: 210 time: 0.1022294
Feb 17 04:50:08.860806 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:09.202661 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c3c630>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:09.207485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56bbb3-ab1a-4933-b70e-d2d85f9c6546 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:50:09.657966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16da02d-10dd-4f2d-94b2-77561bbc33c9 None None] New status for floating IP 169d21d7-3c48-44f9-89f1-83d8738d7e24: DOWN {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:50:10.224875 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-153f8bb8-74f1-4a3a-b390-5a6946df1d5c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1134504179&fields=id&tenant_id=01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 267 time: 0.0543461
Feb 17 04:50:10.647974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-f7ee2c31-a002-4356-a9b8-8236b7c3c4e3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:10.649559 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-f7ee2c31-a002-4356-a9b8-8236b7c3c4e3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 811 time: 0.4174969
Feb 17 04:50:10.666290 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-97682008-c461-4d11-bf4d-986aada90257 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/quotas/01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 375 time: 0.0105083
Feb 17 04:50:10.758508 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-daa1558a-c8af-4532-bbcf-6082138e152d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865800
Feb 17 04:50:10.907386 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-67128b06-56cd-4622-9b46-5dc32bd4e431 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363933
Feb 17 04:50:11.056667 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-40f99332-6580-4cbe-ad7c-9f0314fa63f8 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427093
Feb 17 04:50:11.414756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:50:11.539263 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-2a6b72ca-2f2e-45f5-9fe7-18e8933b23bc req-58a7fc69-b10e-4527-b170-737ad77446a1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 210 time: 0.0576673
Feb 17 04:50:12.651341 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-1fc9ff75-e24d-4465-8fa2-74c3c5981cfa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:12.652928 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-1fc9ff75-e24d-4465-8fa2-74c3c5981cfa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 811 time: 0.1695948
Feb 17 04:50:12.749245 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e08d5d42-a46a-41a9-b34e-115af1bff55e req-daec2ecd-6382-423f-b275-2450cf5c8509 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 210 time: 0.0641284
Feb 17 04:50:12.781848 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-7eae2ce8-2907-497a-9f9c-a044950a172b tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 5765 time: 0.1190732
Feb 17 04:50:12.791884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'port': {'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'admin_state_up': True, 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'security_groups': ['0d6c5764-0a4b-4bdf-9c66-dbe465e68a73']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:50:12.939175 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:50:12.949335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:50:12.958762 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Made reservation on behalf of 01cb524e7a8d4981b00474e1d9ed2062 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:50:12.964688 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:13.340872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Allocated IP 172.20.0.12 (a877ef56-9526-4e88-a555-4c4a4c974334/89bc4f28-3b18-42f6-a703-abcd489e8ce8/aaba6df2-825a-4e72-abaf-91c6289d2624) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:50:13.675606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:13.692840 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Transition to ACTIVE for port object aaba6df2-825a-4e72-abaf-91c6289d2624 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:50:13.716100 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:13.736225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-aa42b8fd-dbdc-400e-8903-68b99f550345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:13.932927 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=aaba6df2-825a-4e72-abaf-91c6289d2624,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:13.941185 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:14.004944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Network a877ef56-9526-4e88-a555-4c4a4c974334 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:50:14.006686 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:50:14.011105 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:50:14.049553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc10579-02fe-4b22-b196-4a1d157c6954 req-ba541e62-715f-421d-8dd5-c1ceeba7e789 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:14.051259 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bcc10579-02fe-4b22-b196-4a1d157c6954 req-ba541e62-715f-421d-8dd5-c1ceeba7e789 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 932 time: 0.1816406
Feb 17 04:50:14.123327 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:14.124020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:14.134245 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bcc10579-02fe-4b22-b196-4a1d157c6954 req-f9b3c4ea-bde5-4ce4-9583-4c56d0aa8cce tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0767045
Feb 17 04:50:14.157431 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3695216
Feb 17 04:50:14.169917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Request body: {'port': {'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:50:14.246646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-49441359-d0bd-41e9-9927-7538cb1c519b None None] Provisioning for port aaba6df2-825a-4e72-abaf-91c6289d2624 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:50:14.251682 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-49441359-d0bd-41e9-9927-7538cb1c519b None None] Provisioning complete for port aaba6df2-825a-4e72-abaf-91c6289d2624 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:50:14.252111 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49441359-d0bd-41e9-9927-7538cb1c519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:14.297252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:14.312457 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-49441359-d0bd-41e9-9927-7538cb1c519b None None] Port aaba6df2-825a-4e72-abaf-91c6289d2624 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:50:14.726291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaba6df2-825a-4e72-abaf-91c6289d2624 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:50:14.734080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:14.746756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Transition to ACTIVE for port object aaba6df2-825a-4e72-abaf-91c6289d2624 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:50:14.749221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:14.765435 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-bdffac2b-7655-4703-879e-2725ee4361db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:14.906576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaba6df2-825a-4e72-abaf-91c6289d2624,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:14.920719 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:15.107546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Attempting to bind port aaba6df2-825a-4e72-abaf-91c6289d2624 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:50:15.107928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Attempting to bind port aaba6df2-825a-4e72-abaf-91c6289d2624 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:50:15.108317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Attempting to bind port aaba6df2-825a-4e72-abaf-91c6289d2624 on network a877ef56-9526-4e88-a555-4c4a4c974334 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:50:15.114965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:50:15.115345 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Checking segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:50:15.115749 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.116148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Bound using segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:50:15.116627 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Bound port: aaba6df2-825a-4e72-abaf-91c6289d2624, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:50:15.117004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.220700 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] For port aaba6df2-825a-4e72-abaf-91c6289d2624, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:50:15.224502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] For port aaba6df2-825a-4e72-abaf-91c6289d2624, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=aaba6df2-825a-4e72-abaf-91c6289d2624,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:50:15.227945 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.244231 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:15.481842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaba6df2-825a-4e72-abaf-91c6289d2624,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:15.504564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:15.543494 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eb869-a75b-43d1-83cf-8987bc102268 req-92a8a899-9746-4836-a1f6-a6ddd8c3c1bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:15.544885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e35eb869-a75b-43d1-83cf-8987bc102268 req-92a8a899-9746-4836-a1f6-a6ddd8c3c1bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:15.557529 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:15.558082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.561163 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 1158 time: 1.3955107
Feb 17 04:50:15.563390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:15.578451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-e35eb869-a75b-43d1-83cf-8987bc102268 req-92a8a899-9746-4836-a1f6-a6ddd8c3c1bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:15.579812 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e35eb869-a75b-43d1-83cf-8987bc102268 req-92a8a899-9746-4836-a1f6-a6ddd8c3c1bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.3014545
Feb 17 04:50:15.665673 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'status': 'completed', 'code': 200}
Feb 17 04:50:15.704302 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e35eb869-a75b-43d1-83cf-8987bc102268 req-b441c80d-5dc7-41c8-9771-86e790ade86c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1175125
Feb 17 04:50:15.732734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ead3bd03-968f-42bf-b166-3af6a3b0d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:15.734378 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-ead3bd03-968f-42bf-b166-3af6a3b0d64b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1161 time: 0.1244838
Feb 17 04:50:15.814915 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-3fe3330e-8a7b-403e-a072-3be07251d200 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 217 time: 0.0719049
Feb 17 04:50:15.896149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-4eb16558-c7d6-4c30-8f08-8daaa656a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:15.897757 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-4eb16558-c7d6-4c30-8f08-8daaa656a158 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0762932
Feb 17 04:50:16.231037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-eaafb239-c612-4485-b589-6050b49ab664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:16.232696 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-eaafb239-c612-4485-b589-6050b49ab664 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3288400
Feb 17 04:50:16.380875 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-79d67c01-2300-45dc-9cbf-23a3c40a6977 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411545
Feb 17 04:50:16.542038 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d370de35-3020-40d7-a5bb-108bd2ad3ddf req-11ea6ea4-5f8d-43e1-a41d-abcb2ba743fc service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550250
Feb 17 04:50:16.673037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-1cb7eeb1-b9c1-41ab-98d3-5282685c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:16.675164 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-1cb7eeb1-b9c1-41ab-98d3-5282685c7f30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1161 time: 0.0837610
Feb 17 04:50:16.825657 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-8caee719-65bf-4443-bac8-b0890e5215da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:16.827315 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-8caee719-65bf-4443-bac8-b0890e5215da service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1455183
Feb 17 04:50:16.952118 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-45e8c3ba-2b84-4fa9-9c69-cc0c4e34521b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 217 time: 0.0810189
Feb 17 04:50:17.051445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-4c696fe9-6b8a-4dcd-a15e-4ca06c026a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.053045 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-4c696fe9-6b8a-4dcd-a15e-4ca06c026a5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0921688
Feb 17 04:50:17.059634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4b47b-2a39-4ef8-8d1f-7c118d957c16 req-56c60f7e-0654-42dd-9964-0b18f09422cb tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.061157 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a5c4b47b-2a39-4ef8-8d1f-7c118d957c16 req-56c60f7e-0654-42dd-9964-0b18f09422cb tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.2328568
Feb 17 04:50:17.160356 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-a5c4b47b-2a39-4ef8-8d1f-7c118d957c16 req-18b2c184-7752-40c8-b7c1-b668525cf58c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0610085
Feb 17 04:50:17.185662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-bb18f180-176a-4a63-8b9c-7eef7274180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.187633 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-bb18f180-176a-4a63-8b9c-7eef7274180b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1254296
Feb 17 04:50:17.367311 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-e18cb607-453b-4fb0-8634-4fe0dea498c6 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720667
Feb 17 04:50:17.552616 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de74e6ba-6a16-417e-a87a-7655773b4bfe req-44b3c671-0d8e-4067-ad8e-c2cdc22e84c2 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1790857
Feb 17 04:50:18.381685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83c3b4-ec4e-4f6a-9599-fd53eb17e261 req-ac57e152-a920-4824-990e-dddfde84979c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:18.383362 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ae83c3b4-ec4e-4f6a-9599-fd53eb17e261 req-ac57e152-a920-4824-990e-dddfde84979c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.0962186
Feb 17 04:50:18.434161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ae83c3b4-ec4e-4f6a-9599-fd53eb17e261 req-0fbf5530-88a9-4179-8216-d0b8bb256303 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440228
Feb 17 04:50:19.682248 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b95d6-6094-49f5-82f8-3ccd63b5d587 req-4bdb717b-eab3-44ce-ab4b-a17112c71f35 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:19.684210 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bf8b95d6-6094-49f5-82f8-3ccd63b5d587 req-4bdb717b-eab3-44ce-ab4b-a17112c71f35 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.1045837
Feb 17 04:50:19.742949 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bf8b95d6-6094-49f5-82f8-3ccd63b5d587 req-548b2606-543c-4410-b950-08e23da9872c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515532
Feb 17 04:50:20.942737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd35510-9cbf-424c-a036-62ac3b0d1f20 req-dacc45d6-4005-412f-a308-9caecea303e9 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:20.944373 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3fd35510-9cbf-424c-a036-62ac3b0d1f20 req-dacc45d6-4005-412f-a308-9caecea303e9 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.0885570
Feb 17 04:50:20.996306 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3fd35510-9cbf-424c-a036-62ac3b0d1f20 req-66ff2a0b-30a5-46c6-a644-d924948c9b01 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455563
Feb 17 04:50:22.205474 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed49d1b-47dc-4eae-af8a-79c276f56b87 req-c068b882-3096-483c-ba96-6731c6b06532 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:22.207273 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aed49d1b-47dc-4eae-af8a-79c276f56b87 req-c068b882-3096-483c-ba96-6731c6b06532 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.0934763
Feb 17 04:50:22.263509 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-aed49d1b-47dc-4eae-af8a-79c276f56b87 req-7cfe9d2b-4e4c-44e3-a754-b3a3302bcba7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0495338
Feb 17 04:50:23.461228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a536-d548-42af-924b-f21324d10250 req-cdcfc270-1add-469c-9fba-f3d79e29a9a5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:23.462888 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9bc2a536-d548-42af-924b-f21324d10250 req-cdcfc270-1add-469c-9fba-f3d79e29a9a5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 944 time: 0.0871532
Feb 17 04:50:23.510807 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-9bc2a536-d548-42af-924b-f21324d10250 req-135a1328-4f9d-49be-81f8-fb17c54e7203 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412071
Feb 17 04:50:24.010006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device aaba6df2-825a-4e72-abaf-91c6289d2624 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:50:24.083731 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port aaba6df2-825a-4e72-abaf-91c6289d2624 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:50:24.088619 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port aaba6df2-825a-4e72-abaf-91c6289d2624 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:50:24.089047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:24.213262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:24.241272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:24.252321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port aaba6df2-825a-4e72-abaf-91c6289d2624, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=aaba6df2-825a-4e72-abaf-91c6289d2624,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:24.255574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:24.257518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c51f8dc8-fe5c-4bb9-a9ea-622a1d9eabed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:24.295308 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'code': 200}
Feb 17 04:50:24.330244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=aaba6df2-825a-4e72-abaf-91c6289d2624,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:24.338064 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.338462 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.338884 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.339272 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.339651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.340030 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.340406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.340824 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.341147 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.341518 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.341890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.342260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.342713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.343087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.343458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.343826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.344195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.344565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.344932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.345299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.345665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.346093 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.346465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.346872 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:24.351242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:24.593410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bdca6-f00c-482a-ba9d-59e5439a882c req-6cd18650-1270-4d0a-b2a5-58d315e53957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:24.595211 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dc0bdca6-f00c-482a-ba9d-59e5439a882c req-6cd18650-1270-4d0a-b2a5-58d315e53957 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.0809669
Feb 17 04:50:24.688188 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-dc0bdca6-f00c-482a-ba9d-59e5439a882c req-79be65f8-e915-4e58-92ed-d9761a1eee87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0851505
Feb 17 04:50:24.729592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ded04-bf11-4fcf-a39d-b2503f2eab2d req-c0636fa3-c1aa-4a52-a398-9923f8c9c391 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:24.731180 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f96ded04-bf11-4fcf-a39d-b2503f2eab2d req-c0636fa3-c1aa-4a52-a398-9923f8c9c391 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 946 time: 0.1001394
Feb 17 04:50:24.778979 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f96ded04-bf11-4fcf-a39d-b2503f2eab2d req-dfd8d02b-3879-4fb0-a1a1-4bc77f687e66 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409131
Feb 17 04:50:25.349008 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:25.759480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device aaba6df2-825a-4e72-abaf-91c6289d2624 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:50:25.838070 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port aaba6df2-825a-4e72-abaf-91c6289d2624 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:50:25.838498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:25.988159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa23da7-494d-489d-be68-05b1cb1df3bd req-3baee36f-4e89-4abf-9cae-497e2a3022ca tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:25.989830 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4fa23da7-494d-489d-be68-05b1cb1df3bd req-3baee36f-4e89-4abf-9cae-497e2a3022ca tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 946 time: 0.0899477
Feb 17 04:50:26.040061 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-4fa23da7-494d-489d-be68-05b1cb1df3bd req-dd15c937-f5bb-40be-8ec6-f871e30a6dd7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436251
Feb 17 04:50:26.244599 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151053-0ce3-4bc1-8985-cb9488537f6c req-d9fc29e6-819b-44c6-aafb-35ff641d5bf8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:26.246233 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c3151053-0ce3-4bc1-8985-cb9488537f6c req-d9fc29e6-819b-44c6-aafb-35ff641d5bf8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 946 time: 0.0931582
Feb 17 04:50:26.305068 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-c3151053-0ce3-4bc1-8985-cb9488537f6c req-d03a31d0-a33d-4f1a-b7e2-fcc69b4556c1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0521441
Feb 17 04:50:26.504598 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-94052f5a-0d7d-41c0-85be-f774360cade8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1619253
Feb 17 04:50:26.514768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:50:26.521184 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:50:26.531168 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:50:26.541567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:26.785084 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.073555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Allocated IP 172.27.0.71 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/d9c4faa3-7a83-4679-8392-816dbb4bce09) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:50:27.255620 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.285245 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.302426 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-03746b11-5d79-4d6a-82e7-eb4296063894 tempest-ServerRescueNegativeTestJSON-1377051355 tempest-ServerRescueNegativeTestJSON-1377051355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:27.445614 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=d9c4faa3-7a83-4679-8392-816dbb4bce09,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:27.450817 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:27.493091 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:50:27.494240 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:50:27.497035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:50:27.648354 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-7775e6bc-6265-462d-9ec9-c27e3e560dcf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1241782
Feb 17 04:50:27.656788 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.765558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.910558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-afa64b8f-87b4-49e1-bbee-d3fc2c452b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:27.912224 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-afa64b8f-87b4-49e1-bbee-d3fc2c452b86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.1901295
Feb 17 04:50:28.477497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-646ec4c3-a880-41da-a68b-86c7d1b980d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:28.479644 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-646ec4c3-a880-41da-a68b-86c7d1b980d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.5440829
Feb 17 04:50:28.590077 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-45c9cb18-f6cf-4516-a7dd-61782dc739a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 217 time: 0.0993843
Feb 17 04:50:28.650727 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:28.657484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:28.684434 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ac3e7a4d-303b-4285-b907-871591603e8f tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:28.854293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-19624ef0-4221-40e2-8f57-7447401c23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:28.856019 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-19624ef0-4221-40e2-8f57-7447401c23ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.2585320
Feb 17 04:50:28.948877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=d9c4faa3-7a83-4679-8392-816dbb4bce09,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:28.952602 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:29.058734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-4e19798d-fb15-4b52-b13e-291ef902f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:29.060619 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-4e19798d-fb15-4b52-b13e-291ef902f087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1799064
Feb 17 04:50:29.065594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:29.197857 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:29.199154 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-a92834b8-5f00-4da8-9db3-a6e042c27d8a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.6885412
Feb 17 04:50:29.319366 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-1607f4d7-a869-4cdc-8b13-28fc8d98ed3a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:29.346695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-62f9cc93-b054-492b-993a-3535e96180ca service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741015
Feb 17 04:50:29.350515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-1607f4d7-a869-4cdc-8b13-28fc8d98ed3a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:29.351759 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-1607f4d7-a869-4cdc-8b13-28fc8d98ed3a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.71 HTTP/1.1" status: 200  len: 695 time: 0.1439757
Feb 17 04:50:29.627072 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-08394e67-a9d6-482c-bfe8-3e1988ac89c5 req-cd983e67-b016-4ca1-b799-d3b162f4be63 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2734079
Feb 17 04:50:29.637561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-2f81371f-039f-4d3e-9eb1-bf4d1d867cb2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:29.638960 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-8a334941-3a08-4f98-a70e-7579c04a59a0 req-2f81371f-039f-4d3e-9eb1-bf4d1d867cb2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.2629364
Feb 17 04:50:29.833546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-689f50d7-a176-434b-90d4-0fdde80976d8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:29.835191 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-689f50d7-a176-434b-90d4-0fdde80976d8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0950091
Feb 17 04:50:29.928398 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-7266ed21-92af-4a88-a42f-64eb42aeecf6 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.71 HTTP/1.1" status: 200  len: 695 time: 0.0869558
Feb 17 04:50:29.939140 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'floatingip': {'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:50:30.026281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:30.605465 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31f43919-ab77-4a28-8f2c-fa44aa3621d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:30.692794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:30.695445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:30.883775 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Floating IP a22a3f5c-042d-4624-ab20-026a957b2cdb associated. External IP: 172.27.0.71, port: aaba6df2-825a-4e72-abaf-91c6289d2624.
Feb 17 04:50:31.534330 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:50:31.729878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:50:31.734203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:31.740098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:50:31.750098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:31.750790 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414d3b518>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:31.797452 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-436bad38-6cc9-468b-9715-39be572b1242 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "PUT /v2.0/floatingips/a22a3f5c-042d-4624-ab20-026a957b2cdb HTTP/1.1" status: 200  len: 996 time: 1.8625929
Feb 17 04:50:31.798023 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:31.869458 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'status': 'completed', 'code': 200}
Feb 17 04:50:31.955655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:31.984763 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-6e594571-2365-4dd1-afbc-6caf786d1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:31.986376 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-6e594571-2365-4dd1-afbc-6caf786d1635 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.1727135
Feb 17 04:50:32.023315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-141572e8-4412-49bb-82ae-4afbd45917b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.025008 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-141572e8-4412-49bb-82ae-4afbd45917b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.1391869
Feb 17 04:50:32.268558 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-d0f502d5-d33d-4a8f-9579-002f9f4acbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.270890 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-d0f502d5-d33d-4a8f-9579-002f9f4acbcb service neutron] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2746458
Feb 17 04:50:32.275611 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-9c6c0afb-b417-4806-9468-e4ff34c14084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.277161 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-9c6c0afb-b417-4806-9468-e4ff34c14084 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2032623
Feb 17 04:50:32.343710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414d3b518>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:30Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:32.348609 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:50:32.357856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:32.358524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414d3b518>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:32.480816 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-4ef79f64-d393-4b7f-80ec-2e32b1e893d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 999 time: 0.1990175
Feb 17 04:50:32.488448 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-9147c2f8-d705-4b74-8c6b-e3a8b81964a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 999 time: 0.1474793
Feb 17 04:50:32.620520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-d1226ae1-0342-4620-b563-a3a4bf6cb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.622169 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-d1226ae1-0342-4620-b563-a3a4bf6cb6dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.1327498
Feb 17 04:50:32.623625 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-64628d58-c932-4212-9c2d-63452ec7135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.625084 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-64628d58-c932-4212-9c2d-63452ec7135c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0955489
Feb 17 04:50:32.710193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:32.780713 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-989e7329-8dc5-40f4-883d-6fb99b80ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.782438 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-989e7329-8dc5-40f4-883d-6fb99b80ce01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530883
Feb 17 04:50:32.785075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-ea4c4506-fdb8-42a0-afcf-23d2d75d6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:32.787007 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-ea4c4506-fdb8-42a0-afcf-23d2d75d6a94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1136765
Feb 17 04:50:32.923887 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b8c446f-7a0f-4a06-a94f-18ce3eeb0c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.060358 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-2210446f-a11d-467d-a1e9-a54d4bdd5028 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701168
Feb 17 04:50:33.063785 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-b087c7fc-5254-4300-9e61-c04966564a3c service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2491601
Feb 17 04:50:33.093778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414d3b518>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:30Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:33.098981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e52d28c-e1d5-4cda-90b2-8aa008b5461d None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:30Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:50:33.335255 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e27007bf-45a0-444c-ba35-4a65a0373f42 req-e811fa4e-4552-418f-8dc3-b6c5235f8b40 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2678146
Feb 17 04:50:33.338718 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-68e5986a-fa5e-4ff8-ad06-f4826d455e50 req-d68dc078-1d12-4f39-bab7-298ecb5169a1 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2489262
Feb 17 04:50:33.415270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22129405-be61-41f5-8087-562d8dcb8744 None None] New status for floating IP a22a3f5c-042d-4624-ab20-026a957b2cdb: ACTIVE {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:50:33.476207 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.609146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:35.119976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:48.414451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:50:55.347728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:00.607736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8918df3-8852-48aa-a16b-05f3b3abe9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:02.924488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-135b26d1-5703-4bfb-8e98-c4dbf29f8d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:03.412882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:04.612124 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:05.121403 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:25.349061 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:25.414455 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:51:28.171684 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-e72eb7bd-a068-4f93-918d-b3bcb0fdd8bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0810323
Feb 17 04:51:28.322242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-ba11d640-a2a0-4bf3-b950-f36ceb4f4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:28.323814 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-ba11d640-a2a0-4bf3-b950-f36ceb4f4e9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.0791755
Feb 17 04:51:28.479081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-4bb130d3-f832-4031-9b59-faf68b6c8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:28.480651 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-4bb130d3-f832-4031-9b59-faf68b6c8c69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1367848
Feb 17 04:51:28.592774 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-6fb1f338-dc2d-4e08-a797-865ee39d174e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 1001 time: 0.1053591
Feb 17 04:51:28.659823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-c85cfc5a-e2ec-4dbc-a7bc-c8934dc13105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:28.662094 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-c85cfc5a-e2ec-4dbc-a7bc-c8934dc13105 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0623603
Feb 17 04:51:28.745346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-a82ac7af-25f2-41bf-b315-e8f798389e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:51:28.747021 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-a82ac7af-25f2-41bf-b315-e8f798389e13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791256
Feb 17 04:51:28.887974 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-3d876431-d949-4998-aaa5-89d247bfb7c8 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341152
Feb 17 04:51:29.286305 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ca2ad82-2c70-469c-bc7d-7087e8a6c462 req-3a0c6cf0-c3be-4cb6-86c0-84ef975395a5 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3910248
Feb 17 04:51:30.609050 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a042dbff-9152-45b2-9572-dfea4b6adc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:32.925493 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2f72cbd-019c-4753-b4fe-59ff65e7410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:33.416257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:34.616119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:35.125437 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:55.363290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:00.609630 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fc23-fa2f-43dc-b7b9-0a38af4f5111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:02.415268 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:52:02.928302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77f5ffe9-f2d0-46e9-84e0-c242f9f588d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:03.076651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-83940e81-0281-4551-bc8c-ff6d0663c51b req-319ef3ec-2f33-45f3-bb0f-f433890529a4 service neutron] (83903) timed out ('10.222.0.46', 58094) {{(pid=83903) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:52:03.418313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:04.618849 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:05.130376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:18.849854 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-daf3f11f-5a9d-4fde-9a45-fe63b90206b9 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1134504179&fields=id&tenant_id=01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 267 time: 0.0426462
Feb 17 04:52:19.014469 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-6d89a656-e656-4117-9628-bcabeb7314cf tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:19.016095 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-6d89a656-e656-4117-9628-bcabeb7314cf tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 811 time: 0.1592150
Feb 17 04:52:19.032617 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-679861c1-2eaa-4f0f-a3b6-14807ac5212a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/quotas/01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 375 time: 0.0099859
Feb 17 04:52:19.130461 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-0b89ec22-69cd-4ad7-906c-60a30210a296 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0912509
Feb 17 04:52:19.278282 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-78e63910-d1e1-44d6-9e78-39d29fc0df4a service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357329
Feb 17 04:52:19.422134 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-a0dd2ffe-d612-4855-a7bf-f0689f0d2bd7 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372902
Feb 17 04:52:20.976462 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d6eb3110-be5f-4845-bceb-81b870acfd0a req-6f427550-098e-41c9-8254-14c3e595a111 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 210 time: 0.1724665
Feb 17 04:52:21.898222 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-e9604c28-5496-4e51-82ee-e0c27f4c8114 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:21.899821 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-e9604c28-5496-4e51-82ee-e0c27f4c8114 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 811 time: 0.1595016
Feb 17 04:52:21.977162 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-59bdd42e-380f-4b04-ac51-82aa4c02cef2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01cb524e7a8d4981b00474e1d9ed2062 HTTP/1.1" status: 200  len: 5765 time: 0.0688612
Feb 17 04:52:21.988086 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'port': {'device_id': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'admin_state_up': True, 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'security_groups': ['0d6c5764-0a4b-4bdf-9c66-dbe465e68a73']}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:52:22.167496 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-84d7efec-699c-429f-9c59-ec0ad90c592d req-fe88563b-87d6-446d-b4de-8e247892237f tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 210 time: 0.0599649
Feb 17 04:52:22.195306 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:52:22.206058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:52:22.214798 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Made reservation on behalf of 01cb524e7a8d4981b00474e1d9ed2062 for: {'port': 1} {{(pid=83902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:52:22.220555 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:22.534075 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Allocated IP 172.20.0.7 (a877ef56-9526-4e88-a555-4c4a4c974334/89bc4f28-3b18-42f6-a703-abcd489e8ce8/94a0a043-61c1-452f-8790-f62c52b0bb57) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:52:22.747307 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:22.763870 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Transition to ACTIVE for port object 94a0a043-61c1-452f-8790-f62c52b0bb57 will not be triggered until provisioned by entity DHCP. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:52:22.787973 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:22.805406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c314a0f9-89ea-413e-af25-48354138dcf3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:52:22.941131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=94a0a043-61c1-452f-8790-f62c52b0bb57,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:52:22.962635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.963067 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.963484 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.963890 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.964298 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.964701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.965101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.965502 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.965905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.966302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.966730 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.967130 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.968415 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.968782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.969183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.969580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.969977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.970371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.970794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.971191 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.971584 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.971979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.972371 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.972764 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:22.977334 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:52:23.021101 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Network a877ef56-9526-4e88-a555-4c4a4c974334 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:52:23.022204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:52:23.024680 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:52:23.096972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:23.097646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:23.126068 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-c1b99bcb-c503-4613-a48e-a3303fc9be5e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1420157
Feb 17 04:52:23.187115 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Request body: {'port': {'device_id': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:52:23.225460 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e002098d-7b18-46ee-a04d-ef445e9e6876 None None] Provisioning for port 94a0a043-61c1-452f-8790-f62c52b0bb57 completed by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:52:23.230598 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e002098d-7b18-46ee-a04d-ef445e9e6876 None None] Provisioning complete for port 94a0a043-61c1-452f-8790-f62c52b0bb57 triggered by entity DHCP. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:52:23.231025 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e002098d-7b18-46ee-a04d-ef445e9e6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:23.291516 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e002098d-7b18-46ee-a04d-ef445e9e6876 None None] Port 94a0a043-61c1-452f-8790-f62c52b0bb57 cannot update to ACTIVE because it is not bound. {{(pid=83904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:52:23.365377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:23.490900 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65422a2d-487d-4937-b6d5-c4d45eb3b95d req-f222a957-a4b0-4caf-8a42-034cca9b58a8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:23.491677 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-65422a2d-487d-4937-b6d5-c4d45eb3b95d req-f222a957-a4b0-4caf-8a42-034cca9b58a8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:52:23.534664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-65422a2d-487d-4937-b6d5-c4d45eb3b95d req-f222a957-a4b0-4caf-8a42-034cca9b58a8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:52:23.535959 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-65422a2d-487d-4937-b6d5-c4d45eb3b95d req-f222a957-a4b0-4caf-8a42-034cca9b58a8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 931 time: 0.2445102
Feb 17 04:52:23.663986 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-65422a2d-487d-4937-b6d5-c4d45eb3b95d req-7daf6e44-9120-44c2-81b1-ca05df84d7bd tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0846426
Feb 17 04:52:23.859397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a0a043-61c1-452f-8790-f62c52b0bb57 {{(pid=83902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:52:23.867213 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:23.879172 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Transition to ACTIVE for port object 94a0a043-61c1-452f-8790-f62c52b0bb57 will not be triggered until provisioned by entity L2. {{(pid=83902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:52:23.882347 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:23.898112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-70c0a8b1-ea76-40ed-b0ee-c896b56a1613 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:52:24.036283 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Pushing event updated for resources: {'Port': ['ID=94a0a043-61c1-452f-8790-f62c52b0bb57,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:52:24.049480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:52:24.232561 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Attempting to bind port 94a0a043-61c1-452f-8790-f62c52b0bb57 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:52:24.232946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Attempting to bind port 94a0a043-61c1-452f-8790-f62c52b0bb57 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:52:24.233318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Attempting to bind port 94a0a043-61c1-452f-8790-f62c52b0bb57 on network a877ef56-9526-4e88-a555-4c4a4c974334 {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:52:24.240146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Checking agent: {'id': 'bfd46704-80dc-4b2a-8170-97afde0d6d2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 34, 22), 'started_at': datetime.datetime(2021, 2, 17, 4, 34, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:52:24.240514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Checking segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:52:24.240929 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:24.241420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Bound using segment: {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'} {{(pid=83902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:52:24.241782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Bound port: 94a0a043-61c1-452f-8790-f62c52b0bb57, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4740de-d944-48b2-8daa-70f9126a0eb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334'}}] {{(pid=83902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:52:24.242159 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:24.340621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] For port 94a0a043-61c1-452f-8790-f62c52b0bb57, host hv-cinder-76019, cleared binding levels {{(pid=83902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:52:24.344318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] For port 94a0a043-61c1-452f-8790-f62c52b0bb57, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=94a0a043-61c1-452f-8790-f62c52b0bb57,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:52:24.347634 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:24.362897 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-798f0e77-99f0-4503-8242-fb94435ce1a3 tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:52:24.513417 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Pushing event updated for resources: {'Port': ['ID=94a0a043-61c1-452f-8790-f62c52b0bb57,revision_number=3']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:52:24.516885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:52:24.552737 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:24.553164 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:24.554649 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d3340174-1bfe-485f-b614-9ba9186e9d81 service neutron] 10.222.0.46 "PUT /v2.0/ports/94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 1157 time: 1.4209654
Feb 17 04:52:24.555208 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:52:24.670645 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'status': 'completed', 'code': 200}
Feb 17 04:52:24.683874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-3980436c-5406-438a-86f5-8c3841f9ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:24.685779 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-3980436c-5406-438a-86f5-8c3841f9ca85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1160 time: 0.0945315
Feb 17 04:52:25.049518 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-70543c23-659c-45e6-a56d-baa03e888e1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 217 time: 0.3547132
Feb 17 04:52:25.139576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-b96623ee-62b4-4914-9672-e1b915216395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:25.141031 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-b96623ee-62b4-4914-9672-e1b915216395 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0830762
Feb 17 04:52:25.151905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66c80-e3c4-4ffb-9d37-90e682966495 req-78aafa73-dc3e-4301-95da-46e3567495b2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:25.153365 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bed66c80-e3c4-4ffb-9d37-90e682966495 req-78aafa73-dc3e-4301-95da-46e3567495b2 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.1615751
Feb 17 04:52:25.249586 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-bed66c80-e3c4-4ffb-9d37-90e682966495 req-547b5e6c-b0c4-4f68-af7d-a0c9087ce94d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0541723
Feb 17 04:52:25.267946 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-b84e396e-f6d5-4836-8a3b-8b3d09882542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:25.269547 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-b84e396e-f6d5-4836-8a3b-8b3d09882542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1152794
Feb 17 04:52:25.377021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:25.415089 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-7b606e3e-f216-4f89-96b2-eadc0fe7bd5a service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386306
Feb 17 04:52:25.562052 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-465997fd-36eb-4ce6-85a4-1647d2d22097 req-d786bd64-ce0e-43ee-b4b8-aa84138042ef service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405954
Feb 17 04:52:25.681653 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-cbff4dfe-222d-4d30-8a6f-206c1c6748b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:25.683195 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-cbff4dfe-222d-4d30-8a6f-206c1c6748b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1160 time: 0.0785127
Feb 17 04:52:25.830065 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-3e580da0-bf34-4410-a94c-1d397784ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:25.831784 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-3e580da0-bf34-4410-a94c-1d397784ac5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1410825
Feb 17 04:52:25.917125 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-50a7e066-cad8-477d-b4ea-9a4414455797 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 217 time: 0.0717874
Feb 17 04:52:25.987689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-13b563e1-4ec8-4f6c-aee5-4f56507c24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:25.989884 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-13b563e1-4ec8-4f6c-aee5-4f56507c24b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0653532
Feb 17 04:52:26.087318 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-eea6469d-7ddd-450c-bd72-709eaad960bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:26.088943 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-eea6469d-7ddd-450c-bd72-709eaad960bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895190
Feb 17 04:52:26.234809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-3109327e-525e-48c7-bfab-cd51642d3c3d service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348279
Feb 17 04:52:26.430712 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3d9001fc-a218-44cf-90fe-b66bba9d7053 req-c91823de-7273-401c-ae8f-3de7a8b2773b service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1887980
Feb 17 04:52:26.470715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de690c11-79ba-4a7f-ba04-55415475c1f4 req-e68578d3-bc50-4f73-9e33-508e5f2a92e7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:26.472338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de690c11-79ba-4a7f-ba04-55415475c1f4 req-e68578d3-bc50-4f73-9e33-508e5f2a92e7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.1063175
Feb 17 04:52:26.520338 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-de690c11-79ba-4a7f-ba04-55415475c1f4 req-684efc4b-1973-4244-8b68-d213bdf5d3be tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405722
Feb 17 04:52:27.722511 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e90155-f1bb-4afb-acfa-02177e22a087 req-2c2a9545-dfbb-4cb5-9ec1-59ff947a67c6 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:27.724694 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-99e90155-f1bb-4afb-acfa-02177e22a087 req-2c2a9545-dfbb-4cb5-9ec1-59ff947a67c6 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.0933118
Feb 17 04:52:27.773593 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-99e90155-f1bb-4afb-acfa-02177e22a087 req-b87e77f2-1f27-4c57-bf7e-fd72846e66d0 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425253
Feb 17 04:52:28.988941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4276b-6b2b-46e6-9218-9d034eca0cbd req-d78e5291-2bd7-4321-8736-66bde789e9e4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:28.990555 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10b4276b-6b2b-46e6-9218-9d034eca0cbd req-d78e5291-2bd7-4321-8736-66bde789e9e4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.0930672
Feb 17 04:52:29.039117 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-10b4276b-6b2b-46e6-9218-9d034eca0cbd req-91728cea-fe5d-4182-b985-39b527563f1e tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420966
Feb 17 04:52:29.270809 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-77687249-4343-408d-bf24-975a685be81a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775180
Feb 17 04:52:29.429082 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766919c-1a5d-4af0-b249-c25263d51293 req-1ca6b313-d1e9-4b37-857b-798818b55e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:29.430716 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-1ca6b313-d1e9-4b37-857b-798818b55e25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.0859561
Feb 17 04:52:29.588928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766919c-1a5d-4af0-b249-c25263d51293 req-db3ae57d-67da-4ec9-8fd8-e78c1df2e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:29.590511 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-db3ae57d-67da-4ec9-8fd8-e78c1df2e7d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1402526
Feb 17 04:52:29.700232 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-da182eae-3e69-414f-a165-693ffa4286b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 1001 time: 0.1004982
Feb 17 04:52:29.774262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766919c-1a5d-4af0-b249-c25263d51293 req-4a38669e-3507-46dc-b051-599700588a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:29.775852 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-4a38669e-3507-46dc-b051-599700588a9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0679009
Feb 17 04:52:29.860490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766919c-1a5d-4af0-b249-c25263d51293 req-3553d473-2fa0-430f-bbaf-d80c0424b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:29.862015 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-3553d473-2fa0-430f-bbaf-d80c0424b4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778329
Feb 17 04:52:30.008063 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-0e2bc27f-9c92-4841-9392-099ed6ffb3eb service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368778
Feb 17 04:52:30.156782 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d766919c-1a5d-4af0-b249-c25263d51293 req-0817c18a-fa0b-4e79-8730-1b70268ebe51 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412325
Feb 17 04:52:30.253847 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19381d7-d48d-4a22-89da-3cd082befe05 req-acfe9a50-f352-48ad-98a2-cee9db7ce881 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:30.255604 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d19381d7-d48d-4a22-89da-3cd082befe05 req-acfe9a50-f352-48ad-98a2-cee9db7ce881 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.0923591
Feb 17 04:52:30.303206 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-d19381d7-d48d-4a22-89da-3cd082befe05 req-c9c96dd5-049e-4251-b557-b913897cb70c tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414348
Feb 17 04:52:30.610662 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68464a0d-3e21-4128-b8fb-d4bf1c86bdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:31.502517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb28a92-a03d-47d2-9818-cd7b9cc97477 req-30dcdeb4-c0d7-46b8-bcf4-e50fb4daca44 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:31.504821 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cfb28a92-a03d-47d2-9818-cd7b9cc97477 req-30dcdeb4-c0d7-46b8-bcf4-e50fb4daca44 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.0872865
Feb 17 04:52:31.552966 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-cfb28a92-a03d-47d2-9818-cd7b9cc97477 req-2cd308ce-549d-4fd2-94c2-fb2292b0e4dc tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417554
Feb 17 04:52:32.754214 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f26e8-7f47-42a9-bc28-e497f06fde83 req-502ff8b8-4e69-45cc-b4bd-557c8030945b tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:32.755858 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e03f26e8-7f47-42a9-bc28-e497f06fde83 req-502ff8b8-4e69-45cc-b4bd-557c8030945b tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 943 time: 0.0906720
Feb 17 04:52:32.772723 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 94a0a043-61c1-452f-8790-f62c52b0bb57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:52:32.805615 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e03f26e8-7f47-42a9-bc28-e497f06fde83 req-7de3a0d4-0075-4457-904d-a206063ace34 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433648
Feb 17 04:52:32.849000 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning for port 94a0a043-61c1-452f-8790-f62c52b0bb57 completed by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:52:32.853873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 94a0a043-61c1-452f-8790-f62c52b0bb57 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:52:32.854296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:32.936635 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd91bbbe-3cd0-434c-9d5f-31a350d819b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:32.999203 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:33.028498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:52:33.039695 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port 94a0a043-61c1-452f-8790-f62c52b0bb57, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=94a0a043-61c1-452f-8790-f62c52b0bb57,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:52:33.043037 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:33.044736 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:52:33.117480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=94a0a043-61c1-452f-8790-f62c52b0bb57,revision_number=4']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:52:33.125343 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.125735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.126117 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.126495 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.126894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.127273 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.127641 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.128012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.128486 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.128725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.129120 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.129696 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.130132 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.130499 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.130894 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.131260 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.132311 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.132698 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.133062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.133430 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.133796 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.134249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.134701 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.135068 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:52:33.139488 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:52:33.141518 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'code': 200}
Feb 17 04:52:33.421444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:33.544636 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f37131-7354-49ee-8479-7a45c8b24a92 req-c7c0c23f-8f25-4844-a2b9-5e15a40a0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:33.546259 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b0f37131-7354-49ee-8479-7a45c8b24a92 req-c7c0c23f-8f25-4844-a2b9-5e15a40a0083 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1162 time: 0.0789938
Feb 17 04:52:33.592669 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b0f37131-7354-49ee-8479-7a45c8b24a92 req-7f6be073-e09b-41ea-8a86-b759e877435a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0393035
Feb 17 04:52:34.004983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d7b96-ec7b-4ea2-808f-051cafe6615c req-bcb1f743-f691-4ed4-823d-495211f98def tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:34.006727 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6d4d7b96-ec7b-4ea2-808f-051cafe6615c req-bcb1f743-f691-4ed4-823d-495211f98def tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 945 time: 0.0876074
Feb 17 04:52:34.054756 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6d4d7b96-ec7b-4ea2-808f-051cafe6615c req-f73c9e9e-a3de-40de-8077-0f2844cd4330 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417342
Feb 17 04:52:34.532720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 94a0a043-61c1-452f-8790-f62c52b0bb57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:52:34.623445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Provisioning complete for port 94a0a043-61c1-452f-8790-f62c52b0bb57 triggered by entity L2. {{(pid=83904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:52:34.623874 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853212187'] for port, provisioning_complete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:34.667975 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:35.132830 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:35.340605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a99ef7-c78b-45e1-8040-6ae543b07cd7 req-328c1c4c-99aa-4ac6-902e-65b21d14da30 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:35.342218 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-92a99ef7-c78b-45e1-8040-6ae543b07cd7 req-328c1c4c-99aa-4ac6-902e-65b21d14da30 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 945 time: 0.1607916
Feb 17 04:52:35.399602 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-92a99ef7-c78b-45e1-8040-6ae543b07cd7 req-a19ae783-000a-4b24-b2aa-c0e2878eb705 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0493178
Feb 17 04:52:35.635441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666d80e-d84a-4bf7-ad1a-4f0ea135d889 req-a8783c3c-b0c1-40fb-b9f6-aac8962cb51b tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:35.637011 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3666d80e-d84a-4bf7-ad1a-4f0ea135d889 req-a8783c3c-b0c1-40fb-b9f6-aac8962cb51b tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 945 time: 0.1061499
Feb 17 04:52:35.685321 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3666d80e-d84a-4bf7-ad1a-4f0ea135d889 req-e316abd9-ddc5-44c9-b213-e3eba3cd212d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419474
Feb 17 04:52:35.880837 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-665462aa-bc84-4e84-8f84-350b261cf282 req-4a786cef-6da7-4da3-aa40-be7f3f46b318 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1569521
Feb 17 04:52:35.891058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'floatingip': {'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:52:35.897363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:52:35.907251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.quota.driver [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:52:35.916219 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:36.063165 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:36.340983 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Allocated IP 172.27.0.35 (ca89327c-f74b-42b9-b9d2-2c8a048fbe07/2a1c18cf-622f-4076-b1c5-5cf50688aed1/b8cb984b-e737-4a07-a1cb-b47fb511541c) {{(pid=83902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:52:36.495406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:36.524463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304089418783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:36.540026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1d543e38-be1f-4957-b8ce-6fba01c4e651 tempest-VolumesActionsTest-1240869276 tempest-VolumesActionsTest-1240869276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:52:36.685703 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=b8cb984b-e737-4a07-a1cb-b47fb511541c,revision_number=1']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:52:36.691369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:52:36.733149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Network ca89327c-f74b-42b9-b9d2-2c8a048fbe07 is already hosted by enough agents. {{(pid=83902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:52:36.734302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Resources bound (agent type, host, resource id):  {{(pid=83902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:52:36.736689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Received port after_create {{(pid=83902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:52:36.820530 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:36.884225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:37.390004 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for port, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:37.393578 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486360'] for port, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:37.409467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e87f9be4-7840-436d-97ed-bf8c73534c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:52:37.560581 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event updated for resources: {'Port': ['ID=b8cb984b-e737-4a07-a1cb-b47fb511541c,revision_number=2']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:52:37.565573 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:52:37.657009 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:37.684787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:37.686107 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-665462aa-bc84-4e84-8f84-350b261cf282 req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7993896
Feb 17 04:52:37.773146 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-665462aa-bc84-4e84-8f84-350b261cf282 req-5443de1e-0ea1-4979-85f0-afe90da103bc tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:52:37.787390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-665462aa-bc84-4e84-8f84-350b261cf282 req-5443de1e-0ea1-4979-85f0-afe90da103bc tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:52:37.788615 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-665462aa-bc84-4e84-8f84-350b261cf282 req-5443de1e-0ea1-4979-85f0-afe90da103bc tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.35 HTTP/1.1" status: 200  len: 695 time: 0.0955472
Feb 17 04:52:37.947985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665462aa-bc84-4e84-8f84-350b261cf282 req-96fa0152-d9e0-417e-bc12-6c8e6370bc4f tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:37.949362 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-665462aa-bc84-4e84-8f84-350b261cf282 req-96fa0152-d9e0-417e-bc12-6c8e6370bc4f tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1549003
Feb 17 04:52:38.140459 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-bc54b8b4-3367-477a-ace7-a90670623457 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:38.142064 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-bc54b8b4-3367-477a-ace7-a90670623457 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0917482
Feb 17 04:52:38.230181 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-b859d107-3b38-4d7d-ae96-821f9e1e5a04 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.35 HTTP/1.1" status: 200  len: 695 time: 0.0818415
Feb 17 04:52:38.241317 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.v2.base [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Request body: {'floatingip': {'port_id': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:52:38.325504 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, before_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:38.949756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:38.956095 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234709'] for floatingip, after_update {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:39.137205 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Floating IP 6a0663ad-ce04-49f2-9233-67f2ef79cad2 associated. External IP: 172.27.0.35, port: 94a0a043-61c1-452f-8790-f62c52b0bb57.
Feb 17 04:52:39.415446 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:52:39.509337 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:52:39.698352 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:52:39.703154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:39.708914 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:52:39.718642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:52:39.719402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14151da780>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:52:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:52:39.761519 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-d609c869-983e-4f99-801b-9b0e22e9e48a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "PUT /v2.0/floatingips/6a0663ad-ce04-49f2-9233-67f2ef79cad2 HTTP/1.1" status: 200  len: 995 time: 1.5253737
Feb 17 04:52:39.762087 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:52:39.811416 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'status': 'completed', 'code': 200}
Feb 17 04:52:39.912490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:52:40.218706 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-800cc909-06a5-4e4b-a2e6-f73a54414a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:40.220401 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-800cc909-06a5-4e4b-a2e6-f73a54414a11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1162 time: 0.4451530
Feb 17 04:52:40.223537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-0e992d57-eb47-4198-aaab-fdd675b7f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:40.225035 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-0e992d57-eb47-4198-aaab-fdd675b7f279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1162 time: 0.3608685
Feb 17 04:52:40.304565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14151da780>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '6a0663ad-ce04-49f2-9233-67f2ef79cad2', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:fc:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:52:36Z', 'updated_at': '2021-02-17T04:52:38Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}, {'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:52:40.308692 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:52:40.318399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:52:40.319106 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14151da780>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:52:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:52:40.491255 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-cd3711da-6220-4fc0-83ad-0a03ad2cf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:40.492881 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-cd3711da-6220-4fc0-83ad-0a03ad2cf672 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2653124
Feb 17 04:52:40.495313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-7814cea5-e1bd-4e8f-a37c-141fbc508126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:40.496754 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-7814cea5-e1bd-4e8f-a37c-141fbc508126 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2473180
Feb 17 04:52:40.511313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:52:40.697304 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-038d62b4-501d-4721-acf5-a0e44cd864ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 998 time: 0.1974781
Feb 17 04:52:40.699140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-af748d5b-14db-4228-bda9-1cdbffb93d64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 998 time: 0.1440151
Feb 17 04:52:40.835280 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-0af2292e-ac62-4fab-9e73-e519229b835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:40.836914 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-0af2292e-ac62-4fab-9e73-e519229b835f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.1326449
Feb 17 04:52:40.838312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-caab29ae-5428-4650-aec4-5d39ad8f448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:40.839784 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-caab29ae-5428-4650-aec4-5d39ad8f448d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0952804
Feb 17 04:52:40.883182 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14151da780>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '6a0663ad-ce04-49f2-9233-67f2ef79cad2', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:fc:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:52:36Z', 'updated_at': '2021-02-17T04:52:38Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}, {'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:52:40.887413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bc89a-0646-4499-b46e-4e4c8580d076 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': '6a0663ad-ce04-49f2-9233-67f2ef79cad2', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:fc:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:52:36Z', 'updated_at': '2021-02-17T04:52:38Z', 'revision_number': 1, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}, {'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:52:40.998754 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-16e6bcac-732b-45cf-9a5d-8352407c9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:41.000419 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-16e6bcac-732b-45cf-9a5d-8352407c9d56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1567905
Feb 17 04:52:41.002258 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-7cfa9418-2f28-44cc-972c-646ae8bb3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:52:41.004441 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-7cfa9418-2f28-44cc-972c-646ae8bb3dca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239483
Feb 17 04:52:41.211346 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6fd9-01b9-4408-b960-aa08f3be3f94 None None] New status for floating IP 6a0663ad-ce04-49f2-9233-67f2ef79cad2: ACTIVE {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:52:41.279394 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-40d688ab-795f-4c92-ad65-e697bf4b2ae9 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719154
Feb 17 04:52:41.287134 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-55d0ced1-48eb-46c0-81fe-2c73678d3b87 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560332
Feb 17 04:52:41.565717 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6c2338ba-8697-48a8-bf3f-57b4273328f0 req-c3ba7766-d284-4b6e-98ee-6ef2eb78df3d service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2767849
Feb 17 04:52:41.568292 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-b72d7f07-bbcc-48d0-a5a1-51ff849793a8 req-528f0651-8dc6-46d9-b83f-f4baa4238299 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2559750
Feb 17 04:52:55.376443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:00.611752 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2a3c-7b12-4704-999d-ea6de2b4f3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:02.928505 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8370464d-88ff-4d2e-8e50-dc1e7d965f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:03.424246 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:04.618781 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:05.134873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:16.419369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:53:25.375580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:29.184087 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-04ebc55c-cfdc-474e-b5f7-a53f02fabfae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0773683
Feb 17 04:53:29.338422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-4cd7c766-871e-4ad5-b7c7-4f2a6ee8d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:53:29.340088 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-4cd7c766-871e-4ad5-b7c7-4f2a6ee8d27a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.0841606
Feb 17 04:53:29.502033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-ad0ea648-a484-40b6-953c-905e49fdd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:53:29.503624 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-ad0ea648-a484-40b6-953c-905e49fdd378 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.1431890
Feb 17 04:53:29.609958 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-fb7c3bff-899a-4736-a289-cc38b171cde7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 1001 time: 0.0996964
Feb 17 04:53:29.683463 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-9d130f6e-34ee-417b-8938-2d4eeaed32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:53:29.685245 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-9d130f6e-34ee-417b-8938-2d4eeaed32fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0667002
Feb 17 04:53:29.766485 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-07225b9c-9215-4361-80a7-5aa59115db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:53:29.768112 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-07225b9c-9215-4361-80a7-5aa59115db11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757625
Feb 17 04:53:29.908997 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-dfccaefa-aafa-4c67-98db-327faf51bd2b service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334133
Feb 17 04:53:30.054843 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-fbafbc03-02f3-4ee4-a3f8-7ccaeeaf266f req-8bd67081-2428-4c55-8d2e-f6ada4c53de6 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387904
Feb 17 04:53:30.612296 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-864cf6cc-3d80-4b8d-a6f1-f815301ddbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:32.929395 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d88a-0655-499f-802e-d3382143e255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:33.427715 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:34.621059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:35.138358 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:53.419238 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:53:55.390697 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:00.613291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8e3aa7e-d6b6-45d9-bb66-9015502e3f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:02.931351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f13a82d2-322b-490c-bc37-20454a55c550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:03.430438 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:04.624964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:05.142103 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:08.024840 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-529a8824-1616-49ec-86f4-058205ebc4e0 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips/6a0663ad-ce04-49f2-9233-67f2ef79cad2 HTTP/1.1" status: 200  len: 997 time: 0.1186175
Feb 17 04:54:08.195040 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e091-3209-464a-9a72-b52b8002873c req-f081fa40-cfbd-4f4e-892d-82ce5680d7de tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:08.196478 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-f081fa40-cfbd-4f4e-892d-82ce5680d7de tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1658094
Feb 17 04:54:08.579803 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-bec1435e-2af8-4503-af58-45832c74ff66 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.35 HTTP/1.1" status: 200  len: 1000 time: 0.3768127
Feb 17 04:54:08.663356 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e091-3209-464a-9a72-b52b8002873c req-83597f6b-835c-4b2e-98d9-37524ddb05c5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:08.664909 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-83597f6b-835c-4b2e-98d9-37524ddb05c5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports/94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 942 time: 0.0782967
Feb 17 04:54:08.856708 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-b929d276-f32c-414b-98c1-45191b94a0a5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.35 HTTP/1.1" status: 200  len: 1000 time: 0.1065886
Feb 17 04:54:09.102901 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Deleting port b8cb984b-e737-4a07-a1cb-b47fb511541c {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:09.103508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:09.293574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:09.293865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:09.435520 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Calling delete_port for b8cb984b-e737-4a07-a1cb-b47fb511541c owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:09.602582 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:09.619276 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-312d8e57-95b7-4dba-a0dc-d7bacc27c40c tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:09.721655 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'Port': ['ID=b8cb984b-e737-4a07-a1cb-b47fb511541c,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:09.740885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.741319 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.741739 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.742154 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.742608 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.743006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.743422 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.743832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.744242 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.744646 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.745052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.745452 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.745909 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.746312 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.746771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.747174 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.747573 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.747972 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.748377 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.748775 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.749169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.749565 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.749966 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.750363 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:09.755195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:09.883227 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:09.883606 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Floating IP 6a0663ad-ce04-49f2-9233-67f2ef79cad2 disassociated (deleted). External IP: 172.27.0.35, port: 94a0a043-61c1-452f-8790-f62c52b0bb57.
Feb 17 04:54:10.280888 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:54:10.484081 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:54:10.493933 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:54:10.503982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:10.504720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14151f9748>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:10.508794 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:10.571927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-6b03fb7c-0f37-44f7-a623-a8576fbbdd70 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "DELETE /v2.0/floatingips/6a0663ad-ce04-49f2-9233-67f2ef79cad2 HTTP/1.1" status: 204  len: 173 time: 1.7092345
Feb 17 04:54:10.572444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:54:10.625160 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'status': 'completed', 'code': 200}
Feb 17 04:54:10.803867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e091-3209-464a-9a72-b52b8002873c req-a57ff1f6-8b5b-4d0d-96bc-e42700091df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:10.805558 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-a57ff1f6-8b5b-4d0d-96bc-e42700091df4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1162 time: 0.2198446
Feb 17 04:54:10.808192 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-e73dc4af-997c-4bb9-8a58-e6a52feee70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:10.809965 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-e73dc4af-997c-4bb9-8a58-e6a52feee70a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 1162 time: 0.1598504
Feb 17 04:54:10.870169 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:11.084594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e091-3209-464a-9a72-b52b8002873c req-d928bbce-23ff-4887-8040-a295feb0dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:11.086226 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-d928bbce-23ff-4887-8040-a295feb0dd44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2718070
Feb 17 04:54:11.088645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-d5b6cc80-1d59-48ef-a02c-2296909a2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:11.090099 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-d5b6cc80-1d59-48ef-a02c-2296909a2112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2517574
Feb 17 04:54:11.218367 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-bff4f555-06b5-4a4d-a205-e00612b1670d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 217 time: 0.1248908
Feb 17 04:54:11.229048 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-103ed25e-3848-42b1-a7f3-3143c36cd79a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 200  len: 217 time: 0.0802040
Feb 17 04:54:11.334228 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14151f9748>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:11.338517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:54:11.347766 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:11.347938 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e091-3209-464a-9a72-b52b8002873c req-a1eb2d03-796a-4e53-b407-f7117d09ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:11.349035 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14151f9748>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:11.350167 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-a1eb2d03-796a-4e53-b407-f7117d09ea19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.1229172
Feb 17 04:54:11.353628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-1b1e3cd4-545f-4dc8-bf19-4ece747d0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:11.355111 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-1b1e3cd4-545f-4dc8-bf19-4ece747d0d10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.0899546
Feb 17 04:54:11.503867 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e091-3209-464a-9a72-b52b8002873c req-978a706f-7cf5-494a-be66-153345914e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:11.505636 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-978a706f-7cf5-494a-be66-153345914e66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1487558
Feb 17 04:54:11.507559 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-6407fcfa-4373-4160-8237-32abec94dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:11.509154 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-6407fcfa-4373-4160-8237-32abec94dfca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1179137
Feb 17 04:54:11.541510 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:11.932663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14151f9748>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:11.937232 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48513e59-1fe4-45a2-a13e-9b596c52ee49 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_floatingips': [{'id': 'a22a3f5c-042d-4624-ab20-026a957b2cdb', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'router_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'port_id': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'mac_address': 'fa:16:3e:12:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:50:27Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 2, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:54:12.031428 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-d16c4d3d-6b91-472e-b1de-1b2391cdd5ea service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5184426
Feb 17 04:54:12.033379 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-03763f6a-3262-49db-b82c-ddc43d5c2ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4991491
Feb 17 04:54:12.299180 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-6137e091-3209-464a-9a72-b52b8002873c req-9a3c779a-3d29-42d7-a482-7b8fb7b349e1 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2604151
Feb 17 04:54:12.303000 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-952aa81d-432a-4fa1-ac27-67b46a2d3f3f req-30881889-ecb6-413d-ae97-3da4c7cf9c91 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2406309
Feb 17 04:54:12.350448 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b245a-db0d-4994-bede-dce5bd9ffdde None None] New status for floating IP 6a0663ad-ce04-49f2-9233-67f2ef79cad2: DOWN {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:54:12.859270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3dfde-e984-457f-8755-28b2539fadf0 req-934e53af-9f79-4ce2-8ea9-4421fb8c7f69 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:12.860041 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-51c3dfde-e984-457f-8755-28b2539fadf0 req-934e53af-9f79-4ce2-8ea9-4421fb8c7f69 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:54:12.874895 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-51c3dfde-e984-457f-8755-28b2539fadf0 req-934e53af-9f79-4ce2-8ea9-4421fb8c7f69 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:54:12.876134 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-51c3dfde-e984-457f-8755-28b2539fadf0 req-934e53af-9f79-4ce2-8ea9-4421fb8c7f69 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 945 time: 0.1053810
Feb 17 04:54:12.924335 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-51c3dfde-e984-457f-8755-28b2539fadf0 req-554e1241-689b-4742-8136-845c0cff0436 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409935
Feb 17 04:54:14.133912 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c248a-823e-4fed-a9c6-1e87907035b3 req-be885a2c-bb79-48a2-8000-29893b4bd888 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:14.135632 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-284c248a-823e-4fed-a9c6-1e87907035b3 req-be885a2c-bb79-48a2-8000-29893b4bd888 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 945 time: 0.0890396
Feb 17 04:54:14.195779 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-284c248a-823e-4fed-a9c6-1e87907035b3 req-382ad527-3c18-453e-9f4f-6b04972a4edf tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515270
Feb 17 04:54:14.304431 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-638030e4-c025-432e-b510-6fd131cda5e0 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:14.305968 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-638030e4-c025-432e-b510-6fd131cda5e0 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 945 time: 0.0871468
Feb 17 04:54:14.382487 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Deleting port 94a0a043-61c1-452f-8790-f62c52b0bb57 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:14.382892 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:14.693321 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] For port 94a0a043-61c1-452f-8790-f62c52b0bb57, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=94a0a043-61c1-452f-8790-f62c52b0bb57,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:14.693832 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:14.872825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Calling delete_port for 94a0a043-61c1-452f-8790-f62c52b0bb57 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:15.045819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:15.061340 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-184503e7-668e-47d5-a0c9-53aa5e53dbcb tempest-AttachVolumeTestJSON-1859099990 tempest-AttachVolumeTestJSON-1859099990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:15.079489 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 94a0a043-61c1-452f-8790-f62c52b0bb57 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:15.118652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] No Port match for: 94a0a043-61c1-452f-8790-f62c52b0bb57 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:54:15.119056 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device 94a0a043-61c1-452f-8790-f62c52b0bb57 not bound to the agent host hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:15.163663 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'Port': ['ID=94a0a043-61c1-452f-8790-f62c52b0bb57,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:15.173257 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:15.277380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] No DVR routers for this DVR port 94a0a043-61c1-452f-8790-f62c52b0bb57 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:54:15.279771 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:15.282885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'name': 'network-vif-deleted', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:54:15.299140 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-0ea98274-2fae-4212-9957-2602aeb470e6 req-46e776c6-a060-4dda-be0c-b878de0095ff tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "DELETE /v2.0/ports/94a0a043-61c1-452f-8790-f62c52b0bb57 HTTP/1.1" status: 204  len: 173 time: 0.9875321
Feb 17 04:54:15.360611 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc', 'name': 'network-vif-deleted', 'tag': '94a0a043-61c1-452f-8790-f62c52b0bb57', 'status': 'completed', 'code': 200}
Feb 17 04:54:15.367195 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-7ce08a6c-5d08-4aae-9507-5b46321f0678 req-4f241a12-f731-4fd5-bc7f-e2fa442fcaa1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:54:15.382527 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-7ce08a6c-5d08-4aae-9507-5b46321f0678 req-4f241a12-f731-4fd5-bc7f-e2fa442fcaa1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:54:15.383864 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-7ce08a6c-5d08-4aae-9507-5b46321f0678 req-4f241a12-f731-4fd5-bc7f-e2fa442fcaa1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e29ec6-b1ea-4572-8a8d-2e3ac599b7fc HTTP/1.1" status: 200  len: 210 time: 0.0677695
Feb 17 04:54:19.075825 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-9b5dc637-7df9-4d7d-9cb8-81b99bacb70b tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips/a22a3f5c-042d-4624-ab20-026a957b2cdb HTTP/1.1" status: 200  len: 998 time: 0.1181562
Feb 17 04:54:19.237623 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-b634f4a5-b317-4d41-9597-6afd6c5233f5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:19.239046 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-b634f4a5-b317-4d41-9597-6afd6c5233f5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1572819
Feb 17 04:54:19.352230 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-217284a1-bbfe-4021-a5aa-88e2d3e0f0fa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:54:19.367397 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-217284a1-bbfe-4021-a5aa-88e2d3e0f0fa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:54:19.368666 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-217284a1-bbfe-4021-a5aa-88e2d3e0f0fa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.71 HTTP/1.1" status: 200  len: 1001 time: 0.1223526
Feb 17 04:54:19.450020 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-4cc5ee63-87db-4bb8-b809-e71a06e8b7e3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:19.451579 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-4cc5ee63-87db-4bb8-b809-e71a06e8b7e3 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports/aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 943 time: 0.0768919
Feb 17 04:54:19.646599 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-61fe8759-be11-492b-8e2a-6136e707f90a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.71 HTTP/1.1" status: 200  len: 1001 time: 0.1098013
Feb 17 04:54:19.868580 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Deleting port d9c4faa3-7a83-4679-8392-816dbb4bce09 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:19.868967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:20.052540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:20.052917 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:20.186266 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Calling delete_port for d9c4faa3-7a83-4679-8392-816dbb4bce09 owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:20.340947 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:20.356326 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-b0475b6c-7511-4438-93c7-a5ed5521c6aa tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:20.453359 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'Port': ['ID=d9c4faa3-7a83-4679-8392-816dbb4bce09,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:20.462974 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:20.590113 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:20.590491 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.db.l3_db [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Floating IP a22a3f5c-042d-4624-ab20-026a957b2cdb disassociated (deleted). External IP: 172.27.0.71, port: aaba6df2-825a-4e72-abaf-91c6289d2624.
Feb 17 04:54:21.232935 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:54:21.421842 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:54:21.431807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:54:21.442157 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:21.442889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415b20c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:21.448784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:21.514960 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "DELETE /v2.0/floatingips/a22a3f5c-042d-4624-ab20-026a957b2cdb HTTP/1.1" status: 204  len: 173 time: 1.8616171
Feb 17 04:54:21.515533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:54:21.572999 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'status': 'completed', 'code': 200}
Feb 17 04:54:21.641445 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:21.669642 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-d199fb94-ab3d-492c-b0a0-b0a7e686252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:21.671355 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-d199fb94-ab3d-492c-b0a0-b0a7e686252c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.1422615
Feb 17 04:54:21.783351 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-11f1763a-71f4-4185-88ec-2e7058db6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:21.784896 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-11f1763a-71f4-4185-88ec-2e7058db6aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 1163 time: 0.1942458
Feb 17 04:54:21.943047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-dec60165-ce72-442c-89e6-bcaabc4cb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:21.944692 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-dec60165-ce72-442c-89e6-bcaabc4cb294 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2595587
Feb 17 04:54:22.002823 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415b20c88>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:22.007006 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:54:22.016585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:22.017335 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1415b20c88>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:03Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:22.034472 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-4318efc2-39ba-471b-a9cd-6bdbb2ff45b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 217 time: 0.0806556
Feb 17 04:54:22.036965 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-f81bc2aa-1d7b-495b-9e01-1a7fd70a271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:22.038461 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-f81bc2aa-1d7b-495b-9e01-1a7fd70a271c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 200  len: 905 time: 0.2466614
Feb 17 04:54:22.163045 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-f2082a44-fc5f-4811-b2e1-b1f22e6fa761 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 200  len: 217 time: 0.0817151
Feb 17 04:54:22.237043 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-ca3fcbc9-2032-45a5-9b8a-28f42fc2880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:22.238701 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-ca3fcbc9-2032-45a5-9b8a-28f42fc2880c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.1979041
Feb 17 04:54:22.285450 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-98230779-59b6-4e47-8fc6-360f5e2f73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:22.286956 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-98230779-59b6-4e47-8fc6-360f5e2f73de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 200  len: 850 time: 0.1174479
Feb 17 04:54:22.370290 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:22.403098 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-f500f2f9-9c23-4936-959f-667d494a5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:22.404750 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-f500f2f9-9c23-4936-959f-667d494a5010 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1570699
Feb 17 04:54:22.407303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-17f410cb-685a-40f9-b204-6c5a91cb64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:22.408783 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-17f410cb-685a-40f9-b204-6c5a91cb64f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a877ef56-9526-4e88-a555-4c4a4c974334&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1154273
Feb 17 04:54:22.675762 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-82a1f0b7-92bf-410f-bbb4-57ef7a713b06 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637691
Feb 17 04:54:22.679074 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-eb953189-9925-4492-b833-2d6d6dc141ea service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424781
Feb 17 04:54:22.710986 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1415b20c88>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:22.717815 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffced7-d09d-46de-bb9a-c7605c0db1e7 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:47:22Z', 'revision_number': 4, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi', '_interfaces': [{'id': 'e04278da-3df2-4d22-872c-03136ed06e4a', 'name': '', 'network_id': 'a877ef56-9526-4e88-a555-4c4a4c974334', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'mac_address': 'fa:16:3e:bf:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:22Z', 'updated_at': '2021-02-17T04:47:32Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'subnets': [{'id': '89bc4f28-3b18-42f6-a703-abcd489e8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:54:22.948215 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-28ab914b-d72e-40fc-afe6-28e724bdfaa5 req-1e765054-8fa6-4259-bb84-018aa18e6358 service neutron] 10.222.0.38 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2652159
Feb 17 04:54:22.951044 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-f20af0ea-f984-4af4-a9cd-88d6bbad9676 req-ae0031d0-f946-46ce-8d8a-28e9df057006 service neutron] 10.222.0.46 "GET /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2437303
Feb 17 04:54:23.125877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0030508-7a48-4cef-833a-210e6a3b6ae9 None None] New status for floating IP a22a3f5c-042d-4624-ab20-026a957b2cdb: DOWN {{(pid=83904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:54:23.539119 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88cf9e-7fbd-40df-a489-f958eb0d3fc3 req-f12eebba-b22f-47d0-b283-5f677db411e4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:23.539812 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-3b88cf9e-7fbd-40df-a489-f958eb0d3fc3 req-f12eebba-b22f-47d0-b283-5f677db411e4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:54:23.554515 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-3b88cf9e-7fbd-40df-a489-f958eb0d3fc3 req-f12eebba-b22f-47d0-b283-5f677db411e4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:54:23.555828 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3b88cf9e-7fbd-40df-a489-f958eb0d3fc3 req-f12eebba-b22f-47d0-b283-5f677db411e4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 946 time: 0.1023910
Feb 17 04:54:23.590979 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-b4f91260-3fcb-4145-8755-c0b8497be1dc req-d4640236-8497-43c8-ae23-d9a071e7e2ad service neutron] (83903) timed out ('10.222.0.46', 58115) {{(pid=83903) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:54:23.609126 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-3b88cf9e-7fbd-40df-a489-f958eb0d3fc3 req-0912478c-130e-4a37-b8c4-8485983f79c5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457413
Feb 17 04:54:24.831497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-c0e3a8ce-6aa8-4085-b329-aed9c04e65b8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:24.833425 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-c0e3a8ce-6aa8-4085-b329-aed9c04e65b8 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 946 time: 0.1818981
Feb 17 04:54:24.947846 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13b0ab-f67b-44e1-8f06-0b8d4fdf3bae req-30780f56-7cb8-4f5e-9038-62f96d02b70d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:24.949983 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec13b0ab-f67b-44e1-8f06-0b8d4fdf3bae req-30780f56-7cb8-4f5e-9038-62f96d02b70d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 946 time: 0.2207961
Feb 17 04:54:24.963281 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Deleting port aaba6df2-825a-4e72-abaf-91c6289d2624 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:24.963807 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:25.179756 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Device aaba6df2-825a-4e72-abaf-91c6289d2624 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:25.314799 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1466379'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:25.346059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:54:25.358183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] For port aaba6df2-825a-4e72-abaf-91c6289d2624, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=aaba6df2-825a-4e72-abaf-91c6289d2624,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:25.361687 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304088926682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732765329898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732765330701'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:25.363685 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:25.408537 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'code': 200}
Feb 17 04:54:25.409476 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-ec13b0ab-f67b-44e1-8f06-0b8d4fdf3bae req-76ea5aec-d9bf-47f9-8aa2-4c6c5510a46a tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups?id=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4040415
Feb 17 04:54:25.443152 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:25.456613 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Pushing event updated for resources: {'Port': ['ID=aaba6df2-825a-4e72-abaf-91c6289d2624,revision_number=5']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:25.465480 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.466303 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.466720 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.467116 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.467497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.467873 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.468252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.468628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.469002 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.469374 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.469745 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.470112 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.470540 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.470953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.471325 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.471689 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.472054 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.472420 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.472784 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.473148 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.473513 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.473877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.474244 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.474645 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:25.480355 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83904) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:25.571984 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] For port aaba6df2-825a-4e72-abaf-91c6289d2624, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=aaba6df2-825a-4e72-abaf-91c6289d2624,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:25.572402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:25.706856 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Calling delete_port for aaba6df2-825a-4e72-abaf-91c6289d2624 owned by compute:nova {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:25.861605 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:25.877225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-57492316-0920-495e-80f5-13359875dd24 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:25.979261 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'Port': ['ID=aaba6df2-825a-4e72-abaf-91c6289d2624,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:25.989537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:26.094994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] No DVR routers for this DVR port aaba6df2-825a-4e72-abaf-91c6289d2624 on host hv-cinder-76019 {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:54:26.097254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for port, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:26.100034 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'name': 'network-vif-deleted', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624'}] {{(pid=83902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:54:26.117405 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-edeef47f-ac24-46eb-9d4c-6a45c6c64664 req-1b545a7d-9f98-45ea-82d9-1051f7132d42 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.46 "DELETE /v2.0/ports/aaba6df2-825a-4e72-abaf-91c6289d2624 HTTP/1.1" status: 204  len: 173 time: 1.2756562
Feb 17 04:54:26.156495 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c06dc3-0b56-4809-9026-1eaf9480095b', 'name': 'network-vif-deleted', 'tag': 'aaba6df2-825a-4e72-abaf-91c6289d2624', 'status': 'completed', 'code': 200}
Feb 17 04:54:26.593994 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-5d59e689-15e9-4b74-bd77-20a4e17d54ce req-b9a02d6e-a371-4925-b17b-fefc70d69cf7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:54:26.609500 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-5d59e689-15e9-4b74-bd77-20a4e17d54ce req-b9a02d6e-a371-4925-b17b-fefc70d69cf7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:port {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:54:26.610927 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-5d59e689-15e9-4b74-bd77-20a4e17d54ce req-b9a02d6e-a371-4925-b17b-fefc70d69cf7 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/ports?device_id=28c06dc3-0b56-4809-9026-1eaf9480095b HTTP/1.1" status: 200  len: 210 time: 0.0720062
Feb 17 04:54:27.848533 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-f9aae4bb-c518-469c-b747-0cf23b71d367 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips/169d21d7-3c48-44f9-89f1-83d8738d7e24 HTTP/1.1" status: 200  len: 692 time: 0.1174843
Feb 17 04:54:28.018604 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-d4257033-918e-4ac0-ae98-3ee178f9bfce tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:54:28.020065 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-d4257033-918e-4ac0-ae98-3ee178f9bfce tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/networks/ca89327c-f74b-42b9-b9d2-2c8a048fbe07 HTTP/1.1" status: 200  len: 784 time: 0.1657069
Feb 17 04:54:28.032652 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-f676b751-ad57-465d-bb1f-9bee013ccfa0 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=83902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:54:28.033695 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-f676b751-ad57-465d-bb1f-9bee013ccfa0 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059850
Feb 17 04:54:28.120021 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-55b0d79b-865f-41f3-9092-9ea063c645b5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Synchronizing usage tracker for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:54:28.135270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.quota.resource [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-55b0d79b-865f-41f3-9092-9ea063c645b5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Unset dirty status for tenant:01cb524e7a8d4981b00474e1d9ed2062 on resource:floatingip {{(pid=83902) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:54:28.138016 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-55b0d79b-865f-41f3-9092-9ea063c645b5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.61 HTTP/1.1" status: 200  len: 695 time: 0.0980222
Feb 17 04:54:28.229089 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-65489c78-8ea4-4ffd-98e5-6769bec152f6 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.0.61 HTTP/1.1" status: 200  len: 695 time: 0.0845225
Feb 17 04:54:28.405656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Deleting port f3cce020-9575-40c6-9c3b-932b3bb0ba6a {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:28.405968 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:28.591607 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:28.591977 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:28.723673 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Calling delete_port for f3cce020-9575-40c6-9c3b-932b3bb0ba6a owned by network:floatingip {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:28.868270 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:28.884003 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-473745bb-4bd5-4b98-ad4b-0582b6a109d5 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:28.985844 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'Port': ['ID=f3cce020-9575-40c6-9c3b-932b3bb0ba6a,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:28.990666 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:29.107837 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:29.130137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774853'] for floatingip, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:29.131437 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-835e284b-c03e-4d4d-98d9-2a65385a9dc3 req-ec7ede45-745e-4148-9853-a3d8ed14ed1d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "DELETE /v2.0/floatingips/169d21d7-3c48-44f9-89f1-83d8738d7e24 HTTP/1.1" status: 204  len: 173 time: 0.8960280
Feb 17 04:54:30.420048 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:54:30.610698 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2f77894-273f-4325-98f3-3c33afc673d0 req-c1af7c2c-7074-41e2-a739-22e9a50e1836 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "GET /v2.0/security-groups/0d6c5764-0a4b-4bdf-9c66-dbe465e68a73 HTTP/1.1" status: 200  len: 2999 time: 0.0528762
Feb 17 04:54:30.615891 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b2e512-5352-4681-b1a1-8f5fa2015c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:30.688199 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e2f77894-273f-4325-98f3-3c33afc673d0 req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:30.718976 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e2f77894-273f-4325-98f3-3c33afc673d0 req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:30.769073 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e2f77894-273f-4325-98f3-3c33afc673d0 req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:30.774442 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-7e7a1bd0-2463-4619-a0e6-69d32374d53b tempest-TestShelveInstance-769237654 tempest-TestShelveInstance-769237654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:30.790865 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c5764-0a4b-4bdf-9c66-dbe465e68a73,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:30.797253 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:30.799322 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e2f77894-273f-4325-98f3-3c33afc673d0 req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Notify callbacks [] for security_group, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:30.800544 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [req-e2f77894-273f-4325-98f3-3c33afc673d0 req-892fc06f-cbda-4964-aa15-6bba56264e5d tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] 10.222.0.38 "DELETE /v2.0/security-groups/0d6c5764-0a4b-4bdf-9c66-dbe465e68a73 HTTP/1.1" status: 204  len: 173 time: 0.1827831
Feb 17 04:54:31.880905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49242) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:32.581384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:32.938357 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7877d5e1-fe59-4d4c-8fa7-0d3a2da31d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:33.207862 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Deleting port e04278da-3df2-4d22-872c-03136ed06e4a {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:33.208161 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:33.396509 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] For port e04278da-3df2-4d22-872c-03136ed06e4a, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=e04278da-3df2-4d22-872c-03136ed06e4a,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:33.396911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:33.434710 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:33.544741 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Calling delete_port for e04278da-3df2-4d22-872c-03136ed06e4a owned by network:router_interface {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:33.727299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:33.743282 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c9f106f1-da17-416c-891d-10363494eea1 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:33.847864 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04278da-3df2-4d22-872c-03136ed06e4a,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:33.855905 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:34.167758 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:34.627123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:34.698451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:54:34.891556 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:54:34.900804 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] Sync routers for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:54:34.904612 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-491064ab-3bae-49b0-aa5d-62bd6b654a64 admin admin] 10.222.0.38 "PUT /v2.0/routers/5bb3bb32-14d7-44fe-b02f-16490b25aa09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0224223
Feb 17 04:54:34.907389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49250) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:34.911267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:34.911937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c23898>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:35.110433 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks [] for router, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:35.133560 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:35.146162 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:35.457606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c23898>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:54:33Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:35.461988 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] Checking router: 5bb3bb32-14d7-44fe-b02f-16490b25aa09 for host: dv-cinder-760197-3-iscsi {{(pid=83905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:54:35.472267 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] Routers {'5bb3bb32-14d7-44fe-b02f-16490b25aa09'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:35.472955 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1414c23898>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'], 'active': True} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:35.557051 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:35.564097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Deleting port 31bdc6fa-8a62-4e19-b55e-77559507bcc8 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:35.564481 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:35.673656 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] Set router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 gateway port host: dv-cinder-760197-3-iscsi {{(pid=83905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:35.759725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] For port 31bdc6fa-8a62-4e19-b55e-77559507bcc8, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=31bdc6fa-8a62-4e19-b55e-77559507bcc8,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:35.760059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:35.898886 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Calling delete_port for 31bdc6fa-8a62-4e19-b55e-77559507bcc8 owned by network:router_gateway {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:36.015885 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1414c23898>, [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:54:33Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83905) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:36.020834 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fc3b-7e58-4837-a44b-684afa1d2606 None None] The sync data for ids ['5bb3bb32-14d7-44fe-b02f-16490b25aa09'] in dv-cinder-760197-3-iscsi is: [{'id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'name': 'tempest-TestVolumeBootPattern-239973466-router', 'tenant_id': '01cb524e7a8d4981b00474e1d9ed2062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:18Z', 'updated_at': '2021-02-17T04:54:33Z', 'revision_number': 5, 'project_id': '01cb524e7a8d4981b00474e1d9ed2062', 'gw_port': {'id': '31bdc6fa-8a62-4e19-b55e-77559507bcc8', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3bb32-14d7-44fe-b02f-16490b25aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:19Z', 'updated_at': '2021-02-17T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:54:36.071615 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.274937 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.427109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.429477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.454302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.454919 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb3bb32-14d7-44fe-b02f-16490b25aa09 {{(pid=83902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:54:36.469996 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.471307 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2a66148a-d16b-4c3b-8aca-a4708e3043bc admin admin] 10.222.0.38 "DELETE /v2.0/routers/5bb3bb32-14d7-44fe-b02f-16490b25aa09 HTTP/1.1" status: 204  len: 168 time: 1.5629179
Feb 17 04:54:36.473981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49254) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:36.546517 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Deleting subnet 89bc4f28-3b18-42f6-a703-abcd489e8ce8 {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:54:36.550026 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.608783 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.696995 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.972667 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.988402 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:37.095496 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89bc4f28-3b18-42f6-a703-abcd489e8ce8,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:37.100735 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:37.137981 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.143541 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4166317-c8a6-4765-b0a7-6c996f70b5fc None None] Network a877ef56-9526-4e88-a555-4c4a4c974334 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:54:37.145985 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1726085f-d0c7-4f25-8c8d-fd565549e790 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/89bc4f28-3b18-42f6-a703-abcd489e8ce8 HTTP/1.1" status: 204  len: 168 time: 0.6708970
Feb 17 04:54:37.148616 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49258) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:37.268058 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.337903 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Deleting port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:37.338286 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.422049 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] DHCP port deletion for a877ef56-9526-4e88-a555-4c4a4c974334 request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:54:37.426839 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Deleting port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:37.427271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.572550 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] For port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:37.573793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.633962 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device e04278da-3df2-4d22-872c-03136ed06e4a no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:37.691080 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: e04278da-3df2-4d22-872c-03136ed06e4a {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:54:37.691404 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device e04278da-3df2-4d22-872c-03136ed06e4a not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:37.691868 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:37.713999 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Calling delete_port for ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 owned by network:dhcp {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:37.726151 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] For port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,segment=NetworkSegment(3e4740de-d944-48b2-8daa-70f9126a0eb9),segment_id=3e4740de-d944-48b2-8daa-70f9126a0eb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:37.726592 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.798882 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.815423 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2b31c760-2012-4134-9468-fa7e212e30b4 tempest-TestVolumeBootPattern-1538710703 tempest-TestVolumeBootPattern-1538710703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:37.877047 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Calling delete_port for ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:37.935497 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0e2871-4c9e-40cc-9b9e-0d5228d875b2,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:37.938757 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No active binding found for port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 {{(pid=83904) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 17 04:54:37.939225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:37.940016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 31bdc6fa-8a62-4e19-b55e-77559507bcc8 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:37.940803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:37.984532 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] No DVR routers for this DVR port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 on host dv-cinder-760197-3-iscsi {{(pid=83902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:54:37.984848 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 31bdc6fa-8a62-4e19-b55e-77559507bcc8 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:54:37.985249 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 31bdc6fa-8a62-4e19-b55e-77559507bcc8 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:38.007768 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:54:38.008315 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:54:38.123295 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.250224 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1414abd550>,) {'filters': {'network_id': ['a877ef56-9526-4e88-a555-4c4a4c974334']}} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:38.263833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414abd550>, '3e4740de-d944-48b2-8daa-70f9126a0eb9') {'for_net_delete': True} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:38.264180 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1414abd550>, '3e4740de-d944-48b2-8daa-70f9126a0eb9') {} {{(pid=83902) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:38.277911 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560501'] for segment, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.296239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.298427 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:54:38.509950 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Deleting port ff0e2871-4c9e-40cc-9b9e-0d5228d875b2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:38.510877 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.529690 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Network a877ef56-9526-4e88-a555-4c4a4c974334 has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:54:38.542399 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486394'] for segment, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.606384 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-683dd3d2-1bcb-4682-ac0f-3722d97856bf None None] The port 'ff0e2871-4c9e-40cc-9b9e-0d5228d875b2' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:54:38.768728 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Network a877ef56-9526-4e88-a555-4c4a4c974334 has no segments {{(pid=83902) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:54:38.794095 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:54:38.875016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.879606 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.883544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:38.911136 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a877ef56-9526-4e88-a555-4c4a4c974334,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:38.913782 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:38.917265 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-1d5b46a1-ce6a-4ce6-bfa3-1bd635c2f7ad admin admin] 10.222.0.38 "DELETE /v2.0/networks/a877ef56-9526-4e88-a555-4c4a4c974334 HTTP/1.1" status: 204  len: 168 time: 1.7676136
Feb 17 04:54:38.920603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49264) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:39.757406 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854220919'] for router_interface, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:40.147755 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Deleting port 5e7dead3-14d6-4e9d-8072-a42067d1ee92 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:40.148137 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:40.333724 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] For port 5e7dead3-14d6-4e9d-8072-a42067d1ee92, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=5e7dead3-14d6-4e9d-8072-a42067d1ee92,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:40.334125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:40.470012 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Calling delete_port for 5e7dead3-14d6-4e9d-8072-a42067d1ee92 owned by network:router_interface {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:40.655640 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:40.669468 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-ee1acddb-675e-43ef-97a7-5c1877a0c1f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:40.762942 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7dead3-14d6-4e9d-8072-a42067d1ee92,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:40.770042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:41.093626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854220825'] for router_interface, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:41.626817 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Router 1cee5350-c9b2-49e4-b81e-44a8806e505a has already been hosted by L3 agent 8f2705b3-9e21-497b-853f-c6e096ab7fa6 {{(pid=83902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:54:42.079993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] Notify agent at l3_agent.dv-cinder-760197-3-iscsi the message routers_updated {{(pid=83902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:54:42.089922 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e2f91292-d8d4-43fc-83f3-ee29e8ad3360 admin admin] 10.222.0.38 "PUT /v2.0/routers/1cee5350-c9b2-49e4-b81e-44a8806e505a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1682265
Feb 17 04:54:42.090725 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] Sync routers for ids ['1cee5350-c9b2-49e4-b81e-44a8806e505a'] in dv-cinder-760197-3-iscsi {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:54:42.092718 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49268) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:42.100952 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] Routers {'1cee5350-c9b2-49e4-b81e-44a8806e505a'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:42.101624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14150693c8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['1cee5350-c9b2-49e4-b81e-44a8806e505a'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:42.289553 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks [] for router, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:42.293320 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] Set router 1cee5350-c9b2-49e4-b81e-44a8806e505a gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:42.500626 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:42.505987 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Deleting port bcb9543e-f804-46b2-9fed-639bff7fafd3 {{(pid=83902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:42.506369 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:42.702243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] For port bcb9543e-f804-46b2-9fed-639bff7fafd3, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=bcb9543e-f804-46b2-9fed-639bff7fafd3,segment=NetworkSegment(ef1b9a11-4bb0-453e-a68f-45e25b8739ef),segment_id=ef1b9a11-4bb0-453e-a68f-45e25b8739ef)] {{(pid=83902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:42.702693 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:42.768835 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14150693c8>, [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:54:40Z', 'revision_number': 5, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:42.772963 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] Checking router: 1cee5350-c9b2-49e4-b81e-44a8806e505a for host: dv-cinder-760197-3-iscsi {{(pid=83904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:54:42.782861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] Routers {'1cee5350-c9b2-49e4-b81e-44a8806e505a'} bound to L3 agent in host dv-cinder-760197-3-iscsi {{(pid=83904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:54:42.783533 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14150693c8>, 'dv-cinder-760197-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:27:33Z,description=<?>,heartbeat_timestamp=2021-02-17T04:54:33Z,host='dv-cinder-760197-3-iscsi',id=8f2705b3-9e21-497b-853f-c6e096ab7fa6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:27:33Z,topic='l3_agent')) {'router_ids': ['1cee5350-c9b2-49e4-b81e-44a8806e505a'], 'active': True} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:42.837204 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Calling delete_port for bcb9543e-f804-46b2-9fed-639bff7fafd3 owned by network:router_gateway {{(pid=83902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:42.974612 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvr_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] Set router 1cee5350-c9b2-49e4-b81e-44a8806e505a gateway port host: dv-cinder-760197-3-iscsi {{(pid=83904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:54:42.982413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852289455'] for port, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.178007 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854377301'] for router_gateway, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.283845 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_hamode_db [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14150693c8>, [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:54:40Z', 'revision_number': 5, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}], 'dv-cinder-760197-3-iscsi', False) {} {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:43.287940 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bfe8a-3fc0-4104-9e1f-f61663cda92e None None] The sync data for ids ['1cee5350-c9b2-49e4-b81e-44a8806e505a'] in dv-cinder-760197-3-iscsi is: [{'id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'name': 'tempest-TestVolumeBootPattern-57887376-router', 'tenant_id': '7a06d957af7c44748ff3ff8c293b0927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'external_fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:47:26Z', 'updated_at': '2021-02-17T04:54:40Z', 'revision_number': 5, 'project_id': '7a06d957af7c44748ff3ff8c293b0927', 'gw_port': {'id': 'bcb9543e-f804-46b2-9fed-639bff7fafd3', 'name': '', 'network_id': 'ca89327c-f74b-42b9-b9d2-2c8a048fbe07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:37:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cee5350-c9b2-49e4-b81e-44a8806e505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:47:27Z', 'updated_at': '2021-02-17T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a1c18cf-622f-4076-b1c5-5cf50688aed1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-3-iscsi'}] {{(pid=83904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:54:43.329964 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854226397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.332376 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.354313 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854226175'] for router, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.355279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cee5350-c9b2-49e4-b81e-44a8806e505a {{(pid=83902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:54:43.371860 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] Notify callbacks [] for router, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.374992 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e523afba-49e2-4390-a6ba-fbf76a6cd7ac admin admin] 10.222.0.38 "DELETE /v2.0/routers/1cee5350-c9b2-49e4-b81e-44a8806e505a HTTP/1.1" status: 204  len: 168 time: 1.2794044
Feb 17 04:54:43.376032 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83902) accepted ('10.222.0.38', 49272) {{(pid=83902) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:43.447277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Deleting subnet 25a33c6a-7f50-498a-8967-42af7e3affeb {{(pid=83902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:54:43.450572 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.504767 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852215315'] for subnet, precommit_delete_associations {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.593131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 5e7dead3-14d6-4e9d-8072-a42067d1ee92 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:43.594044 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853204492'] for subnet, precommit_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.635239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 5e7dead3-14d6-4e9d-8072-a42067d1ee92 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:54:43.635628 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 5e7dead3-14d6-4e9d-8072-a42067d1ee92 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:43.886803 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1571308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852287867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2472257'] for subnet, after_delete {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:43.901943 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-234c2e96-3c61-4a1c-ad93-f1c96cc9fab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:43.994271 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a33c6a-7f50-498a-8967-42af7e3affeb,revision_number=None']} {{(pid=83902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:44.010235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83902) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:44.052960 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83902) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.058889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8241ae4-92af-4c82-bda2-74f2521742c0 None None] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 requested from dv-cinder-760197-3-iscsi {{(pid=83904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:54:44.060076 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-936f21b0-f06e-4ead-9e6f-5802f375d12c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/25a33c6a-7f50-498a-8967-42af7e3affeb HTTP/1.1" status: 204  len: 168 time: 0.6827126
Feb 17 04:54:44.063092 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 49276) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:44.190778 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853235754'] for network, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.262190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Deleting port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 {{(pid=83903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:44.262593 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.358967 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] DHCP port deletion for 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 request from dv-cinder-760197-3-iscsi {{(pid=83904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:54:44.363342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Deleting port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:44.363821 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.513537 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] For port 4d19d0af-6eb5-4bc5-98bb-c132cb494921, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=4d19d0af-6eb5-4bc5-98bb-c132cb494921,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:44.513944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.596380 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] For port 4d19d0af-6eb5-4bc5-98bb-c132cb494921, host dv-cinder-760197-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-3-iscsi',level=0,port_id=4d19d0af-6eb5-4bc5-98bb-c132cb494921,segment=NetworkSegment(8bade6c2-52bc-4b27-8e98-3b3058ddead9),segment_id=8bade6c2-52bc-4b27-8e98-3b3058ddead9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:54:44.596751 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548711'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.650033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Calling delete_port for 4d19d0af-6eb5-4bc5-98bb-c132cb494921 owned by network:dhcp {{(pid=83903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:44.732826 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854532883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304088926665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304089445919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588806'] for port, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:44.740444 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Calling delete_port for 4d19d0af-6eb5-4bc5-98bb-c132cb494921 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:54:44.748501 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-8ffbc4e7-a6be-4a07-a148-cd37820a42ac tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:44.820871 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.db.api [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:54:44.821508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_db.api [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:54:45.094014 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d19d0af-6eb5-4bc5-98bb-c132cb494921,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:45.106375 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.106819 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.107239 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.107650 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.108052 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.108458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.108861 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.109262 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.109668 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.110097 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.110544 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.111016 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-3-iscsi {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.111546 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.112005 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.112451 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.112854 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.113251 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.113647 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.114042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.114441 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.114878 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.115275 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.115672 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.116062 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:54:45.122980 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:45.151759 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] No DVR routers for this DVR port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 on host dv-cinder-760197-3-iscsi {{(pid=83903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:54:45.279793 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853203091', 'neutron.services.segments.db._delete_segments_for_network-8732765817834'] for network, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.323042 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Deleting port 4d19d0af-6eb5-4bc5-98bb-c132cb494921 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:54:45.323475 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304089045876'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.399183 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f140f7b1cc0>,) {'filters': {'network_id': ['27bb8571-9681-4d0b-83b9-a8f5e5ad57c6']}} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:45.401302 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b200ca25-db1e-4a7f-9234-3b20e1c32286 None None] The port '4d19d0af-6eb5-4bc5-98bb-c132cb494921' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:54:45.413810 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f140f7b1cc0>, '8bade6c2-52bc-4b27-8e98-3b3058ddead9') {'for_net_delete': True} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:45.414156 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.services.segments.db [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f140f7b1cc0>, '8bade6c2-52bc-4b27-8e98-3b3058ddead9') {} {{(pid=83903) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:54:45.427498 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304088951548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852485827'] for segment, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.445651 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1561821'] for segment, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.448291 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:54:45.632992 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device bcb9543e-f804-46b2-9fed-639bff7fafd3 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:45.637567 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:54:45.653221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853213979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852186963'] for segment, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.674221 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: bcb9543e-f804-46b2-9fed-639bff7fafd3 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:54:45.674664 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device bcb9543e-f804-46b2-9fed-639bff7fafd3 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:45.675138 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 4d19d0af-6eb5-4bc5-98bb-c132cb494921 no longer exists at agent ovs-agent-dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:54:45.715595 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] No Port match for: 4d19d0af-6eb5-4bc5-98bb-c132cb494921 {{(pid=83904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:54:45.715993 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.rpc [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Device 4d19d0af-6eb5-4bc5-98bb-c132cb494921 not bound to the agent host dv-cinder-760197-3-iscsi {{(pid=83904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:54:45.844576 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Network 27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 has no segments {{(pid=83903) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]: Traceback (most recent call last):
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     timer()
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     cb(*args, **kw)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     return func(*args, **kwargs)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     self._notify()
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     self.callback(batched_events)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     event.method(event)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     segment_id)['aggregates'][0]
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     return f(self, *a, **k)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self._get(url).json()
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     **kwargs)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     **endpoint_filter)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:54:45.867999 dv-cinder-760197-3-iscsi neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:54:45.959904 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1572709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417939'] for network, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.963705 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-0f40bfa9-2c67-4668-80b6-5add59529375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:45.982941 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566128'] for network, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:45.991791 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Pushing event deleted for resources: {'Network': ['ID=27bb8571-9681-4d0b-83b9-a8f5e5ad57c6,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:45.997178 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:46.002342 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-465692f0-9a33-4781-9b9b-7cc83693c349 admin admin] 10.222.0.38 "DELETE /v2.0/networks/27bb8571-9681-4d0b-83b9-a8f5e5ad57c6 HTTP/1.1" status: 204  len: 168 time: 1.9381509
Feb 17 04:54:46.120252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 49286) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:46.173219 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-0d5d3341-34b8-4d0b-a84f-f39033e7deef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01cb524e7a8d4981b00474e1d9ed2062&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516610
Feb 17 04:54:46.175822 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 49290) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:46.238018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.268665 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.317077 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.322194 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2dafc6e4-cf9f-45b7-b844-2a28f371fb16 tempest-AttachVolumeShelveTestJSON-1295748303 tempest-AttachVolumeShelveTestJSON-1295748303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:46.336342 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f6140-208a-44ab-a78a-0e2cf5e2a475,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:46.341389 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:46.344889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.346197 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-2ff9398b-1b69-4ef7-b6a7-49ce7a44082e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b8f6140-208a-44ab-a78a-0e2cf5e2a475 HTTP/1.1" status: 204  len: 168 time: 0.1694109
Feb 17 04:54:46.701121 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 49300) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:46.754973 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-a6dafff2-bd80-42f5-aa0f-2b9827ee35a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a06d957af7c44748ff3ff8c293b0927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524111
Feb 17 04:54:46.757708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [-] (83903) accepted ('10.222.0.38', 49304) {{(pid=83903) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:54:46.823193 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.854225 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.902985 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406297'] for security_group, after_delete {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.908621 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-c2344cec-e435-4906-a461-f509f2751dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:54:46.928125 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e98254-d9a5-46ee-bc0b-247f553eb9f1,revision_number=None']} {{(pid=83903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:54:46.931589 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG oslo_concurrency.lockutils [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83903) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:54:46.934074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83903) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:46.936453 dv-cinder-760197-3-iscsi neutron-server[83793]: INFO neutron.wsgi [None req-e60943de-a6ba-4326-a11a-2fa3726f5cbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84e98254-d9a5-46ee-bc0b-247f553eb9f1 HTTP/1.1" status: 204  len: 168 time: 0.1775784
Feb 17 04:54:55.406223 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:00.619309 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf362-0963-494d-9378-9b676e0be837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:02.930461 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd3640e-0b02-4c99-b8f9-e3d5fc300d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:03.438367 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:04.629443 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:05.149467 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:07.419747 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:55:25.404018 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:30.620243 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b49b0ad4-874c-419f-8ea9-3daa6e82d053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:32.932524 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-907e89ba-dec3-4e5e-a546-29853e8b213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:33.440508 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:34.633708 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:35.153069 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:44.419149 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:55:55.404131 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:57.107716 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-c0466490-43dd-4d7e-9b52-4f1ee6d61c40 req-6f36d546-5098-4a45-bdb2-8daa932a66e2 service neutron] (83902) timed out ('10.222.0.46', 58071) {{(pid=83902) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:56:00.620928 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e22ab445-1d83-42cb-a437-4560ad289b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:02.934381 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf4ff-3018-41ba-a171-49094244c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:03.442982 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:04.637585 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:05.156410 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:21.419574 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:56:25.426323 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:30.621722 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0deff8fb-660a-445a-9a99-398c8b9bf10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:32.937557 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6301fabe-4c6b-4f08-8894-976a07b97841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:33.444944 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:34.639624 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:35.160514 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:55.433545 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:58.420110 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:57:00.623458 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d15dc93-1fa1-4766-b833-08c22409ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:02.940594 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89fd4b22-6d8b-4834-9773-c11c4bb803ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:03.446817 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:04.641074 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:05.163787 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:25.433953 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:30.623896 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c0987a9-23da-4f44-8a3a-aea3971f100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:32.941390 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c4d48b1-3757-4a47-92f8-037ae3efb8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:33.450252 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:34.643490 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:35.167477 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:57:35.419569 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:57:55.431299 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:00.625277 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9636-b4de-4bec-b735-35f0f3d72fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:02.943188 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7f16-2a87-4107-965e-eed256836418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:03.452123 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:04.645564 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:05.171158 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:12.418889 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:58:24.805072 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.wsgi [req-ad982495-2e66-43c0-9b2e-52e9f3cffa34 req-496e3f08-8b5a-4695-92f6-8279936625b1 service neutron] (83902) timed out ('10.222.0.46', 58108) {{(pid=83902) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:58:25.447205 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:30.626853 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acc31b86-d0ea-4f34-98f4-43d1c87d14b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:32.946235 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6987b01f-f166-412e-ac02-af2dbd790e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:33.455617 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:34.648198 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:35.175880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:58:49.419531 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:58:55.444880 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:00.630577 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49444f39-b1c4-459c-a578-23c5bf2f5f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:02.945059 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ae15030-b315-4ebf-a728-858e8a824657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:03.458734 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:04.650078 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:05.176742 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:25.444033 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:26.420293 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:59:30.631932 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-880aa273-7c03-48d3-b460-3859bf513589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:32.946109 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-770bf339-9636-4d7b-9eb3-171baa67fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:33.462825 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:34.652603 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:35.181279 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:59:55.448216 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd7f-e240-473a-a120-90dd194b532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 05:00:00.642539 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49effdf0-fe48-4264-b23e-30cca7efbbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 05:00:02.964833 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4a1627d-e468-4bb7-9b2e-01b95a914ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 05:00:03.420413 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron.db.agents_db [None req-8572a359-72d6-47f1-b65f-68dd2ad14ce0 None None] Agent healthcheck: found 6 active agents {{(pid=83905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 05:00:03.470206 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed088c08-b342-4118-82db-5cb9d4a057b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 05:00:04.655190 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f59f267-5bd1-41cc-a634-77fbed5dcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 05:00:05.187254 dv-cinder-760197-3-iscsi neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81bd72d9-e48f-4871-9e27-73eaf9156a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732765817817', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853317869'] for agent, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}